00000800:00000200:1.1F:1746137018.544965:0:3760:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011daddc00] -> 12345-192.168.203.112@tcp (2) 00000800:00000200:3.1F:1746137018.547456:0:3751:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011daddc00] -> 12345-192.168.203.112@tcp (2) 00000800:00000200:3.1:1746137018.547464:0:3751:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp ffff8800b19433c0 deleted 00000800:00000010:3.1:1746137018.547466:0:3751:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b19433c0. 00000800:00000200:3.1:1746137018.547469:0:3751:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1746137018.547475:0:3751:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:1023 00000800:00000200:3.1:1746137018.547478:0:3751:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a45f0d00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1F:1746137018.547696:0:3750:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1F:1746137018.549878:0:3752:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011daddc00] -> 12345-192.168.203.112@tcp (4) 00000800:00000200:2.1:1746137018.549885:0:3752:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp ffff8800b4967a80 deleted 00000800:00000010:2.1:1746137018.549886:0:3752:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b4967a80. 00000800:00000200:2.1:1746137018.549889:0:3752:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1746137018.549953:0:3750:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1:1746137018.672111:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b1866800. 00010000:00000010:1.1:1746137018.672116:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4195000. 00010000:00000010:2.1:1746137018.811870:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4826400. 00010000:00000010:2.1:1746137018.811878:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800838fee00. 00010000:00000010:0.1:1746137018.815012:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880093050800. 00010000:00000010:3.1:1746137018.827222:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880093054300. 00010000:00000010:3.1:1746137018.827236:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880093193c00. 00080000:00000010:0.1:1746137018.856995:0:27:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff88006eb04900. 00010000:00010000:0.0:1746137629.204136:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800917ace00/0xddf4fb61417720aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9105 expref: 70 pid: 9583 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.204161:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917ace00/0xddf4fb61417720aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9105 expref: 70 pid: 9583 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.204175:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137629.204260:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090953b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2010:x1830957332199040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 521us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137629.204267:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13147 00000100:00100000:0.0:1746137629.206992:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.208738:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.209598:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:2007:x1830957332199680:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 536us (864us total) trans 4294970687 rc 0/0 00000100:00100000:0.0:1746137629.209603:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2033 00002000:00100000:0.0:1746137629.209607:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090951c00 x1830957332199680/t4294970687(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.209612:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951c00 with x1830957332199680 ext(0->7) 00010000:00010000:0.0:1746137629.209615:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb61417720b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd910c expref: 70 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.209621:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb61417720b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd910c expref: 70 pid: 21535 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.209625:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090951c00 00000100:00100000:0.0:1746137629.211537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.213195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.215298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.217110:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.218679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.220862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.224633:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.224662:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.224694:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.226501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.228427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.229229:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090950700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2007:x1830957332201728:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 644us (805us total) trans 4294970688 rc 0/0 00000100:00100000:0.0:1746137629.229236:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2035 00002000:00100000:0.0:1746137629.229241:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090950700 x1830957332201728/t4294970688(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.229248:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090950700 with x1830957332201728 ext(0->7) 00010000:00010000:0.0:1746137629.229253:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb61417720c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9121 expref: 73 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.229262:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb61417720c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9121 expref: 73 pid: 21535 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.229267:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090950700 00000100:00100000:0.0:1746137629.232230:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.236800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.240103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.240437:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.243181:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.243260:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.243298:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332202752 00000100:00100000:0.0:1746137629.243303:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332202752 00010000:00010000:0.0:1746137629.243330:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb61417720cd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9128 expref: 74 pid: 21535 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746137629.243370:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13153 00000100:00100000:0.0:1746137629.243376:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+74:2009:x1830957332202752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137629.243386:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137629.243402:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb61417720cd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9128 expref: 74 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.243411:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb61417720cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9128 expref: 74 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.243682:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb61417720cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9128 expref: 74 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.243705:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137629.243993:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2009:x1830957332202752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 615us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137629.243999:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13153 00000100:00100000:0.0:1746137629.245101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.245135:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.247318:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332203264 00000100:00100000:0.0:1746137629.247324:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332203264 00002000:00100000:0.0:1746137629.247355:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d79c00 x1830957332203264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 488/0 e 0 to 0 dl 1746137640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.247367:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79c00 with x1830957332203264 ext(0->4095) 00010000:00010000:0.0:1746137629.247373:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ade00/0xddf4fb61417720db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9136 expref: 73 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.247383:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ade00/0xddf4fb61417720db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9136 expref: 73 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.247388:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d79c00 00000100:00100000:0.0:1746137629.247413:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2037 00000100:00100000:0.0:1746137629.247420:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2007:x1830957332203264:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137629.247616:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2007:x1830957332203264:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 195us (452us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137629.247622:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2037 00002000:00100000:0.0:1746137629.247628:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d79c00 x1830957332203264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 488/4536 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.247634:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79c00 with x1830957332203264 ext(0->4095) 00010000:00010000:0.0:1746137629.247638:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ade00/0xddf4fb61417720db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9136 expref: 73 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.247646:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ade00/0xddf4fb61417720db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9136 expref: 73 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.247651:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d79c00 00000100:00100000:0.0:1746137629.249632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.251188:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:2010:x1830957332203520:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1383us (1557us total) trans 4294970689 rc 0/0 00000100:00100000:0.0:1746137629.251196:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2038 00002000:00100000:0.0:1746137629.251203:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9a3480 x1830957332203520/t4294970689(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.251210:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3480 with x1830957332203520 ext(0->7) 00010000:00010000:0.0:1746137629.251218:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ade00/0xddf4fb61417720db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9136 expref: 75 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.251230:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ade00/0xddf4fb61417720db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9136 expref: 75 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.251236:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a3480 00000100:00100000:0.0:1746137629.257228:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.261320:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.263566:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.263610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.265727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.265762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.268153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.271292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.275886:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.279380:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.280979:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957332205184:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 875us (1603us total) trans 4294970690 rc 0/0 00000100:00100000:0.0:1746137629.280986:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2040 00002000:00100000:0.0:1746137629.280993:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9a2300 x1830957332205184/t4294970690(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.281001:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2300 with x1830957332205184 ext(0->7) 00010000:00010000:0.0:1746137629.281007:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a400/0xddf4fb61417720f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd914b expref: 76 pid: 9583 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.281017:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a400/0xddf4fb61417720f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd914b expref: 76 pid: 9583 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.281023:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a2300 00000100:00100000:0.0:1746137629.282223:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.287894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.287926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.290181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.291074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.293427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.295331:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.297275:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957332206464:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1665us (1946us total) trans 4294970691 rc 0/0 00000100:00100000:0.0:1746137629.297284:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2043 00002000:00100000:0.0:1746137629.297291:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9a2a00 x1830957332206464/t4294970691(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.297300:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2a00 with x1830957332206464 ext(0->7) 00010000:00010000:0.0:1746137629.297307:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b800/0xddf4fb61417720fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9159 expref: 79 pid: 9583 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.297324:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b800/0xddf4fb61417720fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9159 expref: 79 pid: 9583 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.297330:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a2a00 00000100:00100000:0.0:1746137629.298999:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.302630:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.302649:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332206848 00000100:00100000:0.0:1746137629.302655:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332206848 00002000:00100000:0.0:1746137629.303007:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88006f122680 x1830957332206848/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 488/0 e 0 to 0 dl 1746137640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.303016:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122680 with x1830957332206848 ext(0->4095) 00002000:00010000:0.0:1746137629.303020:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f122680 00000100:00100000:0.0:1746137629.303035:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13437 00000100:00100000:0.0:1746137629.303042:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2007:x1830957332206848:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137629.303307:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2007:x1830957332206848:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 265us (677us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137629.303313:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13437 00002000:00100000:0.0:1746137629.303318:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88006f122680 x1830957332206848/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 488/4536 e 0 to 0 dl 1746137640 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.303325:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122680 with x1830957332206848 ext(0->4095) 00002000:00010000:0.0:1746137629.303327:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f122680 00000100:00100000:0.0:1746137629.306553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.308555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.309161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.310534:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11509:1830957326794112:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137629.310544:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11509:1830957326794240:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137629.310562:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013520a200/0xddf4fb6141772113 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd916e expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.310573:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013520a200, rc 0) 00000100:00100000:0.0:1746137629.310611:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1028:x1830957332207232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1957us (2060us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137629.310617:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28807 00000100:00100000:0.0:1746137629.311310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.311466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.314601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.317196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.318706:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2010:x1830957332208256:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1342us (1511us total) trans 4294970692 rc 0/0 00000100:00100000:0.0:1746137629.318715:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2046 00002000:00100000:0.0:1746137629.318727:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88006f122a00 x1830957332208256/t4294970692(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.318736:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122a00 with x1830957332208256 ext(0->7) 00010000:00010000:0.0:1746137629.318744:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a200/0xddf4fb6141772113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd916e expref: 81 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.318758:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a200/0xddf4fb6141772113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd916e expref: 81 pid: 11509 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.318768:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006f122a00 00000100:00100000:0.0:1746137629.322491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.325286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.329498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.329567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.333266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.337060:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.338046:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2047 00000100:00100000:0.0:1746137629.338055:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957332209280:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137629.339609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.340603:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2009:x1830957332209536:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 561us (996us total) trans 4294970693 rc 0/0 00000100:00100000:0.0:1746137629.340610:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2048 00002000:00100000:0.0:1746137629.340617:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092c71500 x1830957332209536/t4294970693(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.340624:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71500 with x1830957332209536 ext(0->7) 00010000:00010000:0.0:1746137629.340630:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772121 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd917c expref: 82 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.340639:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772121 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd917c expref: 82 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.340644:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71500 00000100:00100000:0.0:1746137629.341970:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.343993:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.350891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.351307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.352522:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.355305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.356696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.357885:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+85:2008:x1830957332210816:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1003us (1187us total) trans 4294970694 rc 0/0 00000100:00100000:0.0:1746137629.357892:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2050 00002000:00100000:0.0:1746137629.357899:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092c72d80 x1830957332210816/t4294970694(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.357906:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72d80 with x1830957332210816 ext(0->7) 00010000:00010000:0.0:1746137629.357912:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb400/0xddf4fb614177212f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd918a expref: 85 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.357922:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb400/0xddf4fb614177212f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd918a expref: 85 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.357927:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c72d80 00000100:00100000:0.0:1746137629.360206:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.362770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.364205:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.366841:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332211584 00000100:00100000:0.0:1746137629.366848:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332211584 00002000:00100000:0.0:1746137629.366882:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d7bb80 x1830957332211584/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:65/0 lens 488/0 e 0 to 0 dl 1746137640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.366891:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7bb80 with x1830957332211584 ext(0->4095) 00002000:00010000:0.0:1746137629.366896:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d7bb80 00000100:00100000:0.0:1746137629.366922:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13441 00000100:00100000:0.0:1746137629.366929:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332211584:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137629.367045:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332211584:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (695us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137629.367051:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13441 00002000:00100000:0.0:1746137629.367056:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d7bb80 x1830957332211584/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:65/0 lens 488/4536 e 0 to 0 dl 1746137640 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.367062:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7bb80 with x1830957332211584 ext(0->4095) 00002000:00010000:0.0:1746137629.367065:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d7bb80 00000100:00100000:0.0:1746137629.369899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.370159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.372135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.373557:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.373594:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.376188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.378755:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.381291:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+87:2007:x1830957332212864:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2310us (2535us total) trans 4294970695 rc 0/0 00000100:00100000:0.0:1746137629.381300:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2053 00002000:00100000:0.0:1746137629.381308:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092ec1880 x1830957332212864/t4294970695(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.381316:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec1880 with x1830957332212864 ext(0->7) 00010000:00010000:0.0:1746137629.381323:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea000/0xddf4fb6141772144 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd919f expref: 87 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.381336:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea000/0xddf4fb6141772144 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd919f expref: 87 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.381341:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ec1880 00000100:00100000:0.0:1746137629.382799:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.384682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.386409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.388630:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.390922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.393964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.397484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.397517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.397595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.397615:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332214400 00000100:00100000:0.0:1746137629.397619:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332214400 00000100:00100000:0.0:1746137629.397646:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28818 00000100:00100000:0.0:1746137629.397651:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1029:x1830957332214400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137629.397662:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137629.397672:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091565600/0xddf4fb6141772160 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd91bb expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.397685:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137629.397689:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772159 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91b4 expref: 86 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.397694:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137629.397697:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091565600/0xddf4fb6141772160 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91bb expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.397717:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772159 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91b4 expref: 86 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.397725:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091565600/0xddf4fb6141772160 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91bb expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.397731:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091565600, rc 0) 00000100:00100000:0.0:1746137629.397744:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1029:x1830957332214400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137629.397749:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28818 00000100:00100000:0.0:1746137629.400184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.402307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.403601:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+88:2008:x1830957332214912:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1099us (1295us total) trans 4294970696 rc 0/0 00000100:00100000:0.0:1746137629.403610:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2055 00002000:00100000:0.0:1746137629.403617:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092ec1500 x1830957332214912/t4294970696(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.403625:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec1500 with x1830957332214912 ext(0->7) 00010000:00010000:0.0:1746137629.403632:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772159 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91b4 expref: 88 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.403644:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772159 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91b4 expref: 88 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.403655:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ec1500 00000100:00100000:0.0:1746137629.405191:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.407858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.409728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.414205:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.416725:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.416797:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.419273:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.419306:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.419390:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332216320 00000100:00100000:0.0:1746137629.419396:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332216320 00000100:00100000:0.0:1746137629.419425:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28821 00000100:00100000:0.0:1746137629.419431:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+90:1029:x1830957332216320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137629.419445:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137629.419457:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091564a00/0xddf4fb6141772175 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd91d0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.419492:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137629.419497:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb614177216e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91c9 expref: 91 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.419503:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137629.419505:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091564a00/0xddf4fb6141772175 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91d0 expref: 91 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.419538:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb614177216e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91c9 expref: 91 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.419554:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091564a00/0xddf4fb6141772175 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91d0 expref: 91 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.419563:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564a00, rc 0) 00000100:00100000:0.0:1746137629.419594:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+91:1029:x1830957332216320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137629.419599:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28821 00000100:00100000:0.0:1746137629.420233:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332216448 00000100:00100000:0.0:1746137629.420236:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332216448 00010000:00010000:0.0:1746137629.420248:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091565600/0xddf4fb6141772160 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91bb expref: 6 pid: 11509 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746137629.420683:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13175 00000100:00100000:0.0:1746137629.420689:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332216448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137629.420698:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137629.420709:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091565600/0xddf4fb6141772160 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91bb expref: 6 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.420717:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091565600/0xddf4fb6141772160 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91bb expref: 6 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.420730:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091565600/0xddf4fb6141772160 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91bb expref: 6 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.420754:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137629.420756:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137629.420762:0:21563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb614177216e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91c9 expref: 88 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.420768:0:21563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb614177216e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91c9 expref: 88 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.420790:0:21563:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb614177216e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91c9 expref: 88 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.420799:0:21563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb614177216e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91c9 expref: 88 pid: 11509 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746137629.420830:0:21563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b328e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21563:1830957326797440:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137629.420889:0:21563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137629.422835:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.426324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.427243:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+91:2007:x1830957332216960:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 653us (924us total) trans 4294970697 rc 0/0 00000100:00100000:0.0:1746137629.427249:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2058 00002000:00100000:0.0:1746137629.427255:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b32a680 x1830957332216960/t4294970697(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.427262:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32a680 with x1830957332216960 ext(0->7) 00010000:00010000:0.0:1746137629.427267:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb614177216e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91c9 expref: 91 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.427275:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb614177216e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91c9 expref: 91 pid: 11509 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.427282:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b32a680 00000100:00100000:0.0:1746137629.432229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.435285:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332217344 00000100:00100000:0.0:1746137629.435291:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332217344 00002000:00100000:0.0:1746137629.435325:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9b3100 x1830957332217344/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 488/0 e 0 to 0 dl 1746137640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.435333:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3100 with x1830957332217344 ext(0->4095) 00002000:00010000:0.0:1746137629.435336:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9b3100 00000100:00100000:0.0:1746137629.435366:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13447 00000100:00100000:0.0:1746137629.435372:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+90:2007:x1830957332217344:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137629.435503:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+90:2007:x1830957332217344:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137629.435510:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13447 00002000:00100000:0.0:1746137629.435514:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9b3100 x1830957332217344/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 488/4536 e 0 to 0 dl 1746137640 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.435521:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3100 with x1830957332217344 ext(0->4095) 00002000:00010000:0.0:1746137629.435523:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9b3100 00000100:00100000:0.0:1746137629.439169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.441854:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.443979:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.448204:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.448271:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.455740:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.463320:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.466903:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+93:2008:x1830957332218752:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3224us (3581us total) trans 4294970698 rc 0/0 00000100:00100000:0.0:1746137629.466912:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2061 00002000:00100000:0.0:1746137629.466919:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b32bb80 x1830957332218752/t4294970698(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.466925:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32bb80 with x1830957332218752 ext(0->7) 00010000:00010000:0.0:1746137629.466931:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772183 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91de expref: 93 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.466942:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772183 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91de expref: 93 pid: 11509 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.466947:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b32bb80 00000100:00100000:0.0:1746137629.469414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.473262:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.475186:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.475231:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.478823:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.481137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.483676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.485197:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+94:2007:x1830957332220032:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1314us (1522us total) trans 4294970699 rc 0/0 00000100:00100000:0.0:1746137629.485207:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2063 00002000:00100000:0.0:1746137629.485216:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b28f480 x1830957332220032/t4294970699(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.485231:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f480 with x1830957332220032 ext(0->7) 00010000:00010000:0.0:1746137629.485239:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772191 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91ec expref: 94 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.485253:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772191 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91ec expref: 94 pid: 11509 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.485259:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b28f480 00000100:00100000:0.0:1746137629.489364:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.496368:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332220416 00000100:00100000:0.0:1746137629.496372:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332220416 00002000:00100000:0.0:1746137629.496396:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d7a680 x1830957332220416/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:65/0 lens 488/0 e 0 to 0 dl 1746137640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.496404:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7a680 with x1830957332220416 ext(0->4095) 00010000:00010000:0.0:1746137629.496409:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ac600/0xddf4fb6141772198 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91f3 expref: 6 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.496418:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ac600/0xddf4fb6141772198 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91f3 expref: 6 pid: 21535 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.496423:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d7a680 00000100:00100000:0.0:1746137629.496447:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2064 00000100:00100000:0.0:1746137629.496452:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332220416:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137629.496567:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332220416:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (664us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137629.496576:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2064 00002000:00100000:0.0:1746137629.496581:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d7a680 x1830957332220416/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:65/0 lens 488/4536 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.496588:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7a680 with x1830957332220416 ext(0->4095) 00010000:00010000:0.0:1746137629.496592:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ac600/0xddf4fb6141772198 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91f3 expref: 6 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.496599:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ac600/0xddf4fb6141772198 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91f3 expref: 6 pid: 21535 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.496604:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d7a680 00000100:00100000:0.0:1746137629.501126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.503608:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.504919:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+97:2009:x1830957332221312:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1129us (1312us total) trans 4294970700 rc 0/0 00000100:00100000:0.0:1746137629.504928:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2066 00002000:00100000:0.0:1746137629.504935:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b28f100 x1830957332221312/t4294970700(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.504942:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f100 with x1830957332221312 ext(0->7) 00010000:00010000:0.0:1746137629.504949:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb614177219f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91fa expref: 97 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.504960:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb614177219f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd91fa expref: 97 pid: 11509 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.504970:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b28f100 00000100:00100000:0.0:1746137629.506965:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746137629.506984:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957326799232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746137629.507036:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137629.507494:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957326799232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746137629.507978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.510255:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.511904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.516128:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.516192:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.518527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.518561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.518592:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332222592 00000100:00100000:0.0:1746137629.518595:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332222592 00010000:00010000:0.0:1746137629.518609:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb61417721ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9208 expref: 6 pid: 11509 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746137629.518631:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13184 00000100:00100000:0.0:1746137629.518637:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332222592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137629.518645:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137629.518658:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb61417721ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9208 expref: 6 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.518666:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb61417721ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9208 expref: 6 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.518687:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb61417721ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9208 expref: 6 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.518707:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137629.518725:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957332222592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 89us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137629.518731:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13184 00000100:00100000:0.0:1746137629.520402:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.521183:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332222848 00000100:00100000:0.0:1746137629.521187:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332222848 00010000:00010000:0.0:1746137629.521203:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb61417721a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9201 expref: 97 pid: 11509 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746137629.521220:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13185 00000100:00100000:0.0:1746137629.521225:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+97:2008:x1830957332222848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137629.521232:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137629.521246:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb61417721a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9201 expref: 97 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.521256:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb61417721a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9201 expref: 97 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.521271:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb61417721a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9201 expref: 97 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.521280:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137629.521282:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137629.521287:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb61417721b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd920f expref: 96 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.521294:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb61417721b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd920f expref: 96 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.521311:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb61417721b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd920f expref: 96 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.521321:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb61417721b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd920f expref: 96 pid: 21535 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746137629.521329:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957326799872:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137629.521389:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137629.528080:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+98:2007:x1830957332223360:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 722us (928us total) trans 4294970701 rc 0/0 00000100:00100000:0.0:1746137629.528087:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2069 00002000:00100000:0.0:1746137629.528093:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9b0700 x1830957332223360/t4294970701(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.528104:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0700 with x1830957332223360 ext(0->7) 00010000:00010000:0.0:1746137629.528110:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb61417721b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd920f expref: 98 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.528120:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb61417721b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd920f expref: 98 pid: 21535 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.528131:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9b0700 00000100:00100000:0.0:1746137629.531129:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.533193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.536675:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.538172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.539025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.540141:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.542069:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332224512 00000100:00100000:0.0:1746137629.542073:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332224512 00010000:00010000:0.0:1746137629.542087:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ea000/0xddf4fb61417721c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd921d expref: 99 pid: 11509 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746137629.542114:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13188 00000100:00100000:0.0:1746137629.542120:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+99:2008:x1830957332224512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137629.542127:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137629.542138:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea000/0xddf4fb61417721c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd921d expref: 99 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.542146:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357ea000/0xddf4fb61417721c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd921d expref: 99 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.542159:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea000/0xddf4fb61417721c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd921d expref: 99 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.542170:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137629.542172:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137629.542177:0:21563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb61417721c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9224 expref: 98 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.542183:0:21563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb61417721c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9224 expref: 98 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.542199:0:21563:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb61417721c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9224 expref: 98 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.542208:0:21563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb61417721c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9224 expref: 98 pid: 11509 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746137629.542218:0:21563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009861ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21563:1830957326800512:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137629.542777:0:21563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137629.544411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.547183:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.548444:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+100:2007:x1830957332225152:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 903us (1262us total) trans 4294970702 rc 0/0 00000100:00100000:0.0:1746137629.548452:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2072 00002000:00100000:0.0:1746137629.548459:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098619f80 x1830957332225152/t4294970702(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.548466:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098619f80 with x1830957332225152 ext(0->7) 00010000:00010000:0.0:1746137629.548481:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb61417721c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9224 expref: 100 pid: 11509 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.548491:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb61417721c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9224 expref: 100 pid: 11509 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.548497:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098619f80 00000100:00100000:0.0:1746137629.549875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.551834:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.554327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.557152:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.560183:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.560333:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.562605:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.562707:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.563310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.565000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.567194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.574484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.577750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.578706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.581383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.582783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.585796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.588704:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.590532:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+104:2008:x1830957332228480:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1000us (1831us total) trans 4294970704 rc 0/0 00000100:00100000:0.0:1746137629.590538:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2078 00002000:00100000:0.0:1746137629.590544:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880120346680 x1830957332228480/t4294970704(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.590549:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346680 with x1830957332228480 ext(0->7) 00010000:00010000:0.0:1746137629.590554:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520bc00/0xddf4fb61417721ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9247 expref: 104 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.590563:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520bc00/0xddf4fb61417721ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9247 expref: 104 pid: 21535 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.590566:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880120346680 00000100:00100000:0.0:1746137629.592003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.594596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.596157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.598251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.600911:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.600960:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.602592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.602897:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.603045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.604957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.606920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.608445:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+107:2010:x1830957332230528:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1300us (1527us total) trans 4294970705 rc 0/0 00000100:00100000:0.0:1746137629.608453:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2081 00002000:00100000:0.0:1746137629.608460:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012bd55180 x1830957332230528/t4294970705(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.608468:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55180 with x1830957332230528 ext(0->7) 00010000:00010000:0.0:1746137629.608485:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772201 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd925c expref: 107 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.608500:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772201 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd925c expref: 107 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.608506:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bd55180 00000100:00100000:0.0:1746137629.610671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.614880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.617901:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.619451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.620447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.621861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.622151:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.622165:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332231680 00000100:00100000:0.0:1746137629.622167:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332231680 00010000:00010000:0.0:1746137629.622179:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177220f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd926a expref: 6 pid: 9584 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746137629.622192:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13199 00000100:00100000:0.0:1746137629.622196:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957332231680:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137629.622202:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137629.622208:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177220f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd926a expref: 6 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.622215:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177220f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd926a expref: 6 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.622226:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177220f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd926a expref: 6 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.622247:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137629.622250:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137629.622255:0:21563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772216 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9271 expref: 105 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.622262:0:21563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772216 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9271 expref: 105 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.622284:0:21563:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772216 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9271 expref: 105 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137629.622294:0:21563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21563:1830957326802816:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137629.622343:0:21563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137629.623870:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.625759:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.628547:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.630511:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+108:2008:x1830957332232192:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1829us (1956us total) trans 4294970706 rc 0/0 00000100:00100000:0.0:1746137629.630521:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2083 00002000:00100000:0.0:1746137629.630531:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ec59500 x1830957332232192/t4294970706(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.630540:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59500 with x1830957332232192 ext(0->7) 00010000:00010000:0.0:1746137629.630548:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772216 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9271 expref: 108 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.630567:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772216 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9271 expref: 108 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.630573:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ec59500 00000100:00100000:0.0:1746137629.636877:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.637832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.640651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.640702:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332232704 00000100:00100000:0.0:1746137629.640707:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332232704 00002000:00100000:0.0:1746137629.640737:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ec5bb80 x1830957332232704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:65/0 lens 488/0 e 0 to 0 dl 1746137640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.640746:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5bb80 with x1830957332232704 ext(0->4095) 00010000:00010000:0.0:1746137629.640957:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb614177221d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9278 expref: 6 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.640968:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb614177221d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9278 expref: 6 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.640975:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ec5bb80 00000100:00100000:0.0:1746137629.641008:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2084 00000100:00100000:0.0:1746137629.641018:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332232704:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137629.641145:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332232704:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (493us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137629.641152:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2084 00002000:00100000:0.0:1746137629.641158:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ec5bb80 x1830957332232704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:65/0 lens 488/4536 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.641166:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5bb80 with x1830957332232704 ext(0->4095) 00010000:00010000:0.0:1746137629.641171:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb614177221d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9278 expref: 6 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.641181:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb614177221d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9278 expref: 6 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.641186:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ec5bb80 00000100:00100000:0.0:1746137629.643387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.646914:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.653308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.662066:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.665485:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.670008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.672109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.675172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.677580:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.682885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.683916:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+112:2007:x1830957332234496:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 820us (1034us total) trans 4294970708 rc 0/0 00000100:00100000:0.0:1746137629.683928:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2087 00002000:00100000:0.0:1746137629.683934:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ec58380 x1830957332234496/t4294970708(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.683941:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec58380 with x1830957332234496 ext(0->7) 00010000:00010000:0.0:1746137629.683947:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ad600/0xddf4fb6141772232 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd928d expref: 112 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.683958:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ad600/0xddf4fb6141772232 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd928d expref: 112 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.683963:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ec58380 00000100:00100000:0.0:1746137629.688197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.692912:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.692958:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.694960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.698049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.699644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.702562:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+115:2010:x1830957332235776:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2770us (2914us total) trans 4294970709 rc 0/0 00000100:00100000:0.0:1746137629.702572:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2090 00002000:00100000:0.0:1746137629.702579:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097e5b100 x1830957332235776/t4294970709(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.702587:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5b100 with x1830957332235776 ext(0->7) 00010000:00010000:0.0:1746137629.702595:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea400/0xddf4fb6141772240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd929b expref: 115 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.702608:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea400/0xddf4fb6141772240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd929b expref: 115 pid: 21535 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.702614:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e5b100 00000100:00100000:0.0:1746137629.703873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.706436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.708888:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.710531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.710576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.712704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.712905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.714755:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.714788:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.716329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.717759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.718950:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+116:2007:x1830957332237824:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1040us (1189us total) trans 4294970710 rc 0/0 00000100:00100000:0.0:1746137629.718958:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2093 00002000:00100000:0.0:1746137629.718966:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961d4000 x1830957332237824/t4294970710(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.718973:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4000 with x1830957332237824 ext(0->7) 00010000:00010000:0.0:1746137629.718979:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772255 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd92b0 expref: 116 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.718989:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772255 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd92b0 expref: 116 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.718995:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961d4000 00000100:00100000:0.0:1746137629.720648:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.722315:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.724042:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.725381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.728986:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.729044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.730703:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.730724:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.730739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.733016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.734172:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.734952:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+118:2008:x1830957332239872:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 629us (780us total) trans 4294970711 rc 0/0 00000100:00100000:0.0:1746137629.734960:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2095 00002000:00100000:0.0:1746137629.734965:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961d5500 x1830957332239872/t4294970711(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.734972:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5500 with x1830957332239872 ext(0->7) 00010000:00010000:0.0:1746137629.734977:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ace00/0xddf4fb614177226a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd92c5 expref: 118 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.734986:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ace00/0xddf4fb614177226a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd92c5 expref: 118 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.734992:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961d5500 00000100:00100000:0.0:1746137629.736331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.739545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.739972:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13465 00000100:00100000:0.0:1746137629.739981:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332240256:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137629.740102:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332240256:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (558us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137629.740107:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13465 00002000:00100000:0.0:1746137629.740112:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096668000 x1830957332240256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:65/0 lens 488/4536 e 0 to 0 dl 1746137640 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.740119:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668000 with x1830957332240256 ext(0->4095) 00002000:00010000:0.0:1746137629.740122:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096668000 00000100:00100000:0.0:1746137629.742540:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.746167:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.746211:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.749268:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.749308:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.749343:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.749366:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332241152 00000100:00100000:0.0:1746137629.749372:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332241152 00000100:00100000:0.0:1746137629.749409:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28860 00000100:00100000:0.0:1746137629.749416:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1029:x1830957332241152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137629.749432:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137629.749446:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141772286 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd92e1 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.749466:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137629.749485:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917ada00/0xddf4fb614177227f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd92da expref: 120 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.749489:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137629.749492:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141772286 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd92e1 expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.749526:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917ada00/0xddf4fb614177227f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd92da expref: 120 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.749542:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141772286 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd92e1 expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.749551:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085dc00, rc 0) 00000100:00100000:0.0:1746137629.749587:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:1029:x1830957332241152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137629.749593:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28860 00000100:00100000:0.0:1746137629.753209:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.755588:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.756514:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+120:2009:x1830957332241664:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 739us (933us total) trans 4294970712 rc 0/0 00000100:00100000:0.0:1746137629.756522:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2097 00002000:00100000:0.0:1746137629.756528:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096669c00 x1830957332241664/t4294970712(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.756534:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669c00 with x1830957332241664 ext(0->7) 00010000:00010000:0.0:1746137629.756539:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ada00/0xddf4fb614177227f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd92da expref: 120 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.756549:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ada00/0xddf4fb614177227f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd92da expref: 120 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.756554:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096669c00 00000100:00100000:0.0:1746137629.758533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.762959:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.767702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.768595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.770972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.771593:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.773914:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.774340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.778797:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.780776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.781864:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+122:2009:x1830957332243456:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 924us (1088us total) trans 4294970713 rc 0/0 00000100:00100000:0.0:1746137629.781871:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2100 00002000:00100000:0.0:1746137629.781878:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090ae5880 x1830957332243456/t4294970713(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.781885:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae5880 with x1830957332243456 ext(0->7) 00010000:00010000:0.0:1746137629.781892:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ad200/0xddf4fb6141772294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd92ef expref: 122 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.781903:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ad200/0xddf4fb6141772294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd92ef expref: 122 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.781909:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090ae5880 00000100:00100000:0.0:1746137629.784616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.787417:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.789988:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.793726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.795786:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.795877:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.797723:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.798430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.803311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.804752:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+124:2007:x1830957332245248:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1070us (1454us total) trans 4294970714 rc 0/0 00000100:00100000:0.0:1746137629.804760:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2103 00002000:00100000:0.0:1746137629.804767:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093097800 x1830957332245248/t4294970714(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.804774:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093097800 with x1830957332245248 ext(0->7) 00010000:00010000:0.0:1746137629.804780:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb61417722a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9304 expref: 124 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.804789:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb61417722a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9304 expref: 124 pid: 21535 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.804794:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093097800 00000100:00100000:0.0:1746137629.807048:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.811281:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332245632 00000100:00100000:0.0:1746137629.811287:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332245632 00002000:00100000:0.0:1746137629.811317:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9b3b80 x1830957332245632/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:65/0 lens 488/0 e 0 to 0 dl 1746137640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.811324:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3b80 with x1830957332245632 ext(0->4095) 00002000:00010000:0.0:1746137629.811328:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9b3b80 00000100:00100000:0.0:1746137629.811897:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13469 00000100:00100000:0.0:1746137629.811904:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332245632:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137629.812017:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332245632:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (1764us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137629.812023:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13469 00002000:00100000:0.0:1746137629.812028:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9b3b80 x1830957332245632/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:65/0 lens 488/4536 e 0 to 0 dl 1746137640 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.812035:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3b80 with x1830957332245632 ext(0->4095) 00002000:00010000:0.0:1746137629.812037:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9b3b80 00000100:00100000:0.0:1746137629.814340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.814382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.817750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.820095:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.822049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.823785:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+127:2010:x1830957332246528:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1557us (1734us total) trans 4294970715 rc 0/0 00000100:00100000:0.0:1746137629.823796:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2105 00002000:00100000:0.0:1746137629.823826:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093095c00 x1830957332246528/t4294970715(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.823835:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093095c00 with x1830957332246528 ext(0->7) 00010000:00010000:0.0:1746137629.823842:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b400/0xddf4fb61417722be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9312 expref: 127 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.823854:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b400/0xddf4fb61417722be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9312 expref: 127 pid: 21535 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.823859:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093095c00 00000100:00100000:0.0:1746137629.829914:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.833851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.833972:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.833991:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332247040 00000100:00100000:0.0:1746137629.833995:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332247040 00002000:00100000:0.0:1746137629.834025:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093094000 x1830957332247040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 488/0 e 0 to 0 dl 1746137640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.834034:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094000 with x1830957332247040 ext(0->4095) 00002000:00010000:0.0:1746137629.834038:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093094000 00000100:00100000:0.0:1746137629.834058:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13470 00000100:00100000:0.0:1746137629.834065:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+127:2008:x1830957332247040:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137629.834164:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+128:2008:x1830957332247040:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (192us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137629.834169:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13470 00002000:00100000:0.0:1746137629.834174:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093094000 x1830957332247040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 488/4536 e 0 to 0 dl 1746137640 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.834181:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094000 with x1830957332247040 ext(0->4095) 00010000:00010000:0.0:1746137629.834186:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ad400/0xddf4fb61417722b7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9319 expref: 128 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.834196:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ad400/0xddf4fb61417722b7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9319 expref: 128 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.834201:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093094000 00000100:00100000:0.0:1746137629.835562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.838531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.839890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.840751:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f147100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+128:2010:x1830957332247808:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 658us (862us total) trans 4294970716 rc 0/0 00000100:00100000:0.0:1746137629.840760:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2107 00002000:00100000:0.0:1746137629.840769:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f147100 x1830957332247808/t4294970716(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.840776:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f147100 with x1830957332247808 ext(0->7) 00010000:00010000:0.0:1746137629.840782:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb61417722c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9320 expref: 128 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.840791:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb61417722c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9320 expref: 128 pid: 21535 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.840797:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f147100 00000100:00100000:0.0:1746137629.843027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.848124:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.853753:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.854548:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.856247:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.856390:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.858688:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.858757:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.861197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.863183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.867075:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+130:2007:x1830957332249600:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3602us (3888us total) trans 4294970717 rc 0/0 00000100:00100000:0.0:1746137629.867088:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2110 00002000:00100000:0.0:1746137629.867098:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800846d3b80 x1830957332249600/t4294970717(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.867107:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3b80 with x1830957332249600 ext(0->7) 00010000:00010000:0.0:1746137629.867115:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb61417722da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9335 expref: 130 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.867128:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb61417722da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9335 expref: 130 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.867134:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800846d3b80 00000100:00100000:0.0:1746137629.869617:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.872504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.875162:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.875229:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.875363:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28875 00000100:00100000:0.0:1746137629.875370:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+131:1029:x1830957332250240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137629.875376:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137629.875382:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098bde000/0xddf4fb61417722ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd934a expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.875392:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137629.875396:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb400/0xddf4fb61417722e8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9343 expref: 132 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.875401:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137629.875404:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098bde000/0xddf4fb61417722ef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd934a expref: 132 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.875424:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801357eb400/0xddf4fb61417722e8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9343 expref: 132 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.875434:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098bde000/0xddf4fb61417722ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd934a expref: 132 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137629.875442:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098bde000, rc 0) 00000100:00100000:0.0:1746137629.875461:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+132:1029:x1830957332250240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137629.875478:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28875 00000100:00100000:0.0:1746137629.879162:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.881552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.884487:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.886040:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+133:2010:x1830957332250880:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1402us (1562us total) trans 4294970718 rc 0/0 00000100:00100000:0.0:1746137629.886049:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2112 00002000:00100000:0.0:1746137629.886058:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800846d3100 x1830957332250880/t4294970718(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.886066:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3100 with x1830957332250880 ext(0->7) 00010000:00010000:0.0:1746137629.886075:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb400/0xddf4fb61417722e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9343 expref: 133 pid: 9584 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.886088:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb400/0xddf4fb61417722e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9343 expref: 133 pid: 9584 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.886094:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800846d3100 00000100:00100000:0.0:1746137629.888058:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.896693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.896742:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332251264 00000100:00100000:0.0:1746137629.896747:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332251264 00002000:00100000:0.0:1746137629.896775:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800846d2d80 x1830957332251264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 488/0 e 0 to 0 dl 1746137640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.896784:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2d80 with x1830957332251264 ext(0->4095) 00002000:00010000:0.0:1746137629.896787:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800846d2d80 00000100:00100000:0.0:1746137629.899252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.899332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.901285:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.903194:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.905052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.907913:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+134:2009:x1830957332252160:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2697us (2858us total) trans 4294970719 rc 0/0 00000100:00100000:0.0:1746137629.907923:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2114 00002000:00100000:0.0:1746137629.907930:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092f3ad80 x1830957332252160/t4294970719(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.907938:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3ad80 with x1830957332252160 ext(0->7) 00010000:00010000:0.0:1746137629.907946:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb61417722fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9358 expref: 134 pid: 9583 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.907959:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb61417722fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9358 expref: 134 pid: 9583 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.907965:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092f3ad80 00000100:00100000:0.0:1746137629.909252:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.911079:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.912631:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.914183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.918457:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.919722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.920482:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.922018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.922576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.922609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.924462:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.925726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.927106:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+137:2008:x1830957332254464:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1234us (1377us total) trans 4294970720 rc 0/0 00000100:00100000:0.0:1746137629.927114:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2117 00002000:00100000:0.0:1746137629.927121:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ec64a80 x1830957332254464/t4294970720(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.927127:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64a80 with x1830957332254464 ext(0->7) 00010000:00010000:0.0:1746137629.927133:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea400/0xddf4fb614177230b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9366 expref: 137 pid: 21535 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.927142:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea400/0xddf4fb614177230b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9366 expref: 137 pid: 21535 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.927146:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ec64a80 00000100:00100000:0.0:1746137629.928730:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.932795:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957326811136:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137629.932834:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137629.932857:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+136:2010:x1830957332254592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3974us (4132us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137629.932864:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13235 00000100:00100000:0.0:1746137629.936878:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.937354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.938742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.940105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.941079:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.941140:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.945455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.948495:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.949604:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+139:2009:x1830957332256256:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 895us (1111us total) trans 4294970721 rc 0/0 00000100:00100000:0.0:1746137629.949778:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2120 00002000:00100000:0.0:1746137629.949788:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ec67480 x1830957332256256/t4294970721(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.949796:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67480 with x1830957332256256 ext(0->7) 00010000:00010000:0.0:1746137629.949802:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b400/0xddf4fb6141772320 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd937b expref: 139 pid: 9583 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746137629.949830:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b400/0xddf4fb6141772320 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd937b expref: 139 pid: 9583 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746137629.949836:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ec67480 00000100:00100000:0.0:1746137629.951902:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.954201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.955921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.958731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.958779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.961100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.961160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.961231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.961246:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332257280 00000100:00100000:0.0:1746137629.961248:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332257280 00010000:00010000:0.0:1746137629.961258:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb6141772327 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9382 expref: 140 pid: 9583 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137629.961271:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13240 00000100:00100000:0.0:1746137629.961275:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090952a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+140:2008:x1830957332257280:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137629.961279:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137629.961285:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb6141772327 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9382 expref: 140 pid: 9583 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137629.961430:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb6141772327 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9382 expref: 141 pid: 9583 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137629.961445:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb6141772327 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9382 expref: 141 pid: 9583 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137629.961461:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137629.961718:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090952a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+139:2008:x1830957332257280:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 441us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137629.961724:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13240 00000100:00100000:0.0:1746137629.964399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.965870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.966494:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+141:2008:x1830957332258048:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 484us (625us total) trans 4294970722 rc 0/0 00000100:00100000:0.0:1746137629.966499:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2122 00002000:00100000:0.0:1746137629.966504:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090950a80 x1830957332258048/t4294970722(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.966509:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090950a80 with x1830957332258048 ext(0->7) 00010000:00010000:0.0:1746137629.966513:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb6141772335 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9390 expref: 141 pid: 9583 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137629.966520:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb6141772335 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9390 expref: 141 pid: 9583 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137629.966523:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090950a80 00000100:00100000:0.0:1746137629.967745:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.970408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.973462:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.975264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.977967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.980156:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.983444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.986949:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.987093:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.987380:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.989273:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d79f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957326812928:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137629.989288:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137629.989322:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+141:2007:x1830957332259840:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1835us (1942us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137629.989328:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13243 00000100:00100000:0.0:1746137629.992242:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.993850:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+142:2010:x1830957332260352:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1155us (1611us total) trans 4294970723 rc 0/0 00000100:00100000:0.0:1746137629.993856:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2124 00002000:00100000:0.0:1746137629.993863:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091c25880 x1830957332260352/t4294970723(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:65/0 lens 496/448 e 0 to 0 dl 1746137640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137629.993871:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c25880 with x1830957332260352 ext(0->7) 00010000:00010000:0.0:1746137629.993877:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb614177234a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93a5 expref: 142 pid: 9583 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137629.993888:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb614177234a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93a5 expref: 142 pid: 9583 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137629.993893:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c25880 00000100:00100000:0.0:1746137629.996664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137629.999550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.003115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137630.003658:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137630.004381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.005448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137630.005889:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137630.007391:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.009277:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.010375:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+145:2010:x1830957332261632:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 793us (1100us total) trans 4294970724 rc 0/0 00000100:00100000:0.0:1746137630.010384:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2126 00002000:00100000:0.0:1746137630.010390:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d4df480 x1830957332261632/t4294970724(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.010397:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df480 with x1830957332261632 ext(0->7) 00010000:00010000:0.0:1746137630.010403:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ade00/0xddf4fb6141772358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93b3 expref: 145 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.010412:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ade00/0xddf4fb6141772358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93b3 expref: 145 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.010417:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d4df480 00000100:00100000:0.0:1746137630.011758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.013518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.015519:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.019281:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.021932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.026225:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.030050:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.030089:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.033027:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332263168 00000100:00100000:0.0:1746137630.033034:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332263168 00000100:00100000:0.0:1746137630.033077:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28894 00000100:00100000:0.0:1746137630.033083:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1029:x1830957332263168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137630.033096:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137630.033108:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009144be00/0xddf4fb6141772374 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd93cf expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.033127:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177236d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93c8 expref: 143 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.033132:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137630.033133:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137630.033135:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009144be00/0xddf4fb6141772374 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93cf expref: 7 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.033152:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177236d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93c8 expref: 143 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.033158:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177236d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93c8 expref: 143 pid: 9584 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.033165:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b12f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830957326814080:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137630.033208:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137630.035238:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.040093:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+146:2008:x1830957332263680:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4326us (4849us total) trans 4294970725 rc 0/0 00000100:00100000:0.0:1746137630.040104:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2128 00002000:00100000:0.0:1746137630.040114:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b12ca80 x1830957332263680/t4294970725(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.040121:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ca80 with x1830957332263680 ext(0->7) 00010000:00010000:0.0:1746137630.040130:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177236d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93c8 expref: 146 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.040150:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177236d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93c8 expref: 146 pid: 9584 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.040156:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b12ca80 00000100:00100000:0.0:1746137630.042177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.044034:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.046297:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.046335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.050248:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.050678:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.053032:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.053069:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.056348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.058394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.059163:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+148:2010:x1830957332265472:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 622us (769us total) trans 4294970726 rc 0/0 00000100:00100000:0.0:1746137630.059170:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2131 00002000:00100000:0.0:1746137630.059176:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d4f8e00 x1830957332265472/t4294970726(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.059183:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f8e00 with x1830957332265472 ext(0->7) 00010000:00010000:0.0:1746137630.059187:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ad200/0xddf4fb6141772382 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93d6 expref: 148 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.059197:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ad200/0xddf4fb6141772382 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93d6 expref: 148 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.059206:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d4f8e00 00000100:00100000:0.0:1746137630.060750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.063268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.065268:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.067801:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.070529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.070577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.072488:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.072977:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332267008 00000100:00100000:0.0:1746137630.072980:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332267008 00010000:00010000:0.0:1746137630.072997:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772389 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93e4 expref: 6 pid: 21535 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.073254:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.073264:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332266752 00000100:00100000:0.0:1746137630.073266:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332266752 00010000:00010000:0.0:1746137630.073276:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb6141772390 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93eb expref: 150 pid: 21535 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.073287:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13254 00000100:00100000:0.0:1746137630.073292:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+150:2008:x1830957332266752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137630.073298:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137630.073305:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb6141772390 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93eb expref: 150 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.073312:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb6141772390 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93eb expref: 150 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.073324:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb6141772390 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93eb expref: 150 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.073334:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.073336:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.073341:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917ac600/0xddf4fb6141772397 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93f2 expref: 149 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.073347:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917ac600/0xddf4fb6141772397 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93f2 expref: 149 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.073364:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800917ac600/0xddf4fb6141772397 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93f2 expref: 149 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.073374:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917ac600/0xddf4fb6141772397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93f2 expref: 149 pid: 11509 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.073383:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4706a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7223:1830957326815360:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137630.073423:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137630.075064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.077526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.079533:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+151:2010:x1830957332267520:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1576us (2006us total) trans 4294970727 rc 0/0 00000100:00100000:0.0:1746137630.079541:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2133 00002000:00100000:0.0:1746137630.079547:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a4706a00 x1830957332267520/t4294970727(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.079560:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4706a00 with x1830957332267520 ext(0->7) 00010000:00010000:0.0:1746137630.079568:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ac600/0xddf4fb6141772397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93f2 expref: 151 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.079580:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ac600/0xddf4fb6141772397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd93f2 expref: 151 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.079589:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4706a00 00000100:00100000:0.0:1746137630.081385:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.085776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.088771:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.091235:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.091286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.093198:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.093666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.093687:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.093713:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332268672 00000100:00100000:0.0:1746137630.093716:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332268672 00010000:00010000:0.0:1746137630.093733:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800917ada00/0xddf4fb61417723a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9400 expref: 6 pid: 11509 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.093748:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13257 00000100:00100000:0.0:1746137630.093752:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332268672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137630.093758:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137630.093764:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800917ada00/0xddf4fb61417723a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9400 expref: 6 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.093776:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800917ada00/0xddf4fb61417723a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9400 expref: 6 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.093786:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917ada00/0xddf4fb61417723a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9400 expref: 6 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.093986:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137630.094003:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957332268672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 250us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.094009:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13257 00000100:00100000:0.0:1746137630.095376:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.097189:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.098737:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+153:2009:x1830957332269312:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1386us (1550us total) trans 4294970728 rc 0/0 00000100:00100000:0.0:1746137630.098746:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2135 00002000:00100000:0.0:1746137630.098753:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800968e8380 x1830957332269312/t4294970728(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.098763:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8380 with x1830957332269312 ext(0->7) 00010000:00010000:0.0:1746137630.098771:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb400/0xddf4fb61417723ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9407 expref: 153 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.098783:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb400/0xddf4fb61417723ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9407 expref: 153 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.098789:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800968e8380 00000100:00100000:0.0:1746137630.100427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.102157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.103939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.105620:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.108890:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.110209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.111490:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.112152:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.112188:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.113846:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.116778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.118156:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+154:2007:x1830957332271360:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1020us (1380us total) trans 4294970729 rc 0/0 00000100:00100000:0.0:1746137630.118166:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2137 00002000:00100000:0.0:1746137630.118174:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801205df800 x1830957332271360/t4294970729(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.118181:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205df800 with x1830957332271360 ext(0->7) 00010000:00010000:0.0:1746137630.118188:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb61417723c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd941c expref: 154 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.118199:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb61417723c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd941c expref: 154 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.118205:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801205df800 00000100:00100000:0.0:1746137630.119385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.121558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.123144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.125155:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.128501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.128553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.130252:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.130578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.131974:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.134024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.137441:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.139898:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+156:2008:x1830957332273280:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2257us (2455us total) trans 4294970730 rc 0/0 00000100:00100000:0.0:1746137630.139908:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2138 00002000:00100000:0.0:1746137630.139915:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012c344e00 x1830957332273280/t4294970730(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.139924:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344e00 with x1830957332273280 ext(0->7) 00010000:00010000:0.0:1746137630.139932:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ad200/0xddf4fb61417723d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9431 expref: 156 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.139942:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ad200/0xddf4fb61417723d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9431 expref: 156 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.139948:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c344e00 00000100:00100000:0.0:1746137630.141331:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.143896:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.146847:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.148517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.150389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.150716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.150749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.153696:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.156483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.158783:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+158:2007:x1830957332275072:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1511us (2311us total) trans 4294970731 rc 0/0 00000100:00100000:0.0:1746137630.158792:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2141 00002000:00100000:0.0:1746137630.158799:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f0e9180 x1830957332275072/t4294970731(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.158831:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e9180 with x1830957332275072 ext(0->7) 00010000:00010000:0.0:1746137630.158839:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ac600/0xddf4fb61417723eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9446 expref: 158 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.158850:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ac600/0xddf4fb61417723eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9446 expref: 158 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.158856:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f0e9180 00000100:00100000:0.0:1746137630.162659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.165098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.167803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.169564:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.169744:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.171865:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.173207:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.173439:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.173463:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332276352 00000100:00100000:0.0:1746137630.173475:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332276352 00000100:00100000:0.0:1746137630.173505:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28915 00000100:00100000:0.0:1746137630.173511:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1029:x1830957332276352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137630.173521:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137630.173530:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009873f800/0xddf4fb6141772407 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9462 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.173544:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917ad200/0xddf4fb6141772400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd945b expref: 158 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.173550:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137630.173551:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137630.173554:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009873f800/0xddf4fb6141772407 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9462 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.173570:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917ad200/0xddf4fb6141772400 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd945b expref: 158 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.173578:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917ad200/0xddf4fb6141772400 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd945b expref: 158 pid: 11509 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.173585:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ec0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11509:1830957326818560:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137630.173602:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137630.175575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.178630:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.180172:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+160:2008:x1830957332276864:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1144us (1544us total) trans 4294970732 rc 0/0 00000100:00100000:0.0:1746137630.180180:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2144 00002000:00100000:0.0:1746137630.180187:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092ec0000 x1830957332276864/t4294970732(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.180195:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0000 with x1830957332276864 ext(0->7) 00010000:00010000:0.0:1746137630.180201:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917ad200/0xddf4fb6141772400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd945b expref: 160 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.180211:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917ad200/0xddf4fb6141772400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd945b expref: 160 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.180217:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ec0000 00000100:00100000:0.0:1746137630.183543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.187479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.188540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.189511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.191595:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.194930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.197288:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.198210:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+163:2007:x1830957332278144:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 645us (926us total) trans 4294970733 rc 0/0 00000100:00100000:0.0:1746137630.198217:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2146 00002000:00100000:0.0:1746137630.198223:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9a0e00 x1830957332278144/t4294970733(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.198230:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a0e00 with x1830957332278144 ext(0->7) 00010000:00010000:0.0:1746137630.198235:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb614177240e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9469 expref: 163 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.198245:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb614177240e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9469 expref: 163 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.198251:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a0e00 00000100:00100000:0.0:1746137630.199711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.201540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.203702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.205680:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.208884:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.210902:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.210988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.211043:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332279424 00000100:00100000:0.0:1746137630.211046:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332279424 00010000:00010000:0.0:1746137630.211063:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b33b000/0xddf4fb614177241c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9477 expref: 6 pid: 9584 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.211081:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13273 00000100:00100000:0.0:1746137630.211085:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f121880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332279424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137630.211093:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137630.211103:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b33b000/0xddf4fb614177241c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9477 expref: 6 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.211111:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b33b000/0xddf4fb614177241c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9477 expref: 6 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.211129:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137630.211155:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f121880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332279424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 69us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.211161:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13273 00000100:00100000:0.0:1746137630.212503:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.212596:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.214770:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.219049:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.220795:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+164:2009:x1830957332280192:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1366us (1747us total) trans 4294970734 rc 0/0 00000100:00100000:0.0:1746137630.220838:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2149 00002000:00100000:0.0:1746137630.220848:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d4b7480 x1830957332280192/t4294970734(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.221024:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b7480 with x1830957332280192 ext(0->7) 00010000:00010000:0.0:1746137630.221033:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141772423 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd947e expref: 164 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.221047:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141772423 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd947e expref: 164 pid: 9584 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.221053:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d4b7480 00000100:00100000:0.0:1746137630.223498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.228436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.228462:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.230448:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.230574:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.234735:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.236073:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.240264:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.242638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.243902:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.246910:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.247481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.249390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.250119:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957326820480:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137630.250129:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d78e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957326820608:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137630.250148:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772446 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94a1 expref: 167 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.250159:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb800, rc 0) 00000100:00100000:0.0:1746137630.250177:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+167:1028:x1830957332282368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2599us (2697us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.250183:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28924 00000100:00100000:0.0:1746137630.251383:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.251772:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.253668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.253894:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2153 00000100:00100000:0.0:1746137630.253906:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+167:2007:x1830957332283264:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137630.254142:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+166:2007:x1830957332283264:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 237us (479us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137630.254149:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2153 00002000:00100000:0.0:1746137630.254155:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096854700 x1830957332283264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 488/4536 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.254163:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096854700 with x1830957332283264 ext(0->4095) 00010000:00010000:0.0:1746137630.254169:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772446 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94a1 expref: 166 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.254181:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772446 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94a1 expref: 166 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.254187:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096854700 00000100:00100000:0.0:1746137630.256443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.257840:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096856300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+168:2008:x1830957332283520:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 634us (1402us total) trans 4294970736 rc 0/0 00000100:00100000:0.0:1746137630.257847:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2154 00002000:00100000:0.0:1746137630.257853:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096856300 x1830957332283520/t4294970736(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.257861:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096856300 with x1830957332283520 ext(0->7) 00010000:00010000:0.0:1746137630.257866:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772446 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94a1 expref: 168 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.257876:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772446 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94a1 expref: 168 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.257881:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096856300 00000100:00100000:0.0:1746137630.260749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.264707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.267165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.270358:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.272389:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.272438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.274184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.274215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.274611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.276131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.277687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.278948:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+170:2007:x1830957332285568:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1020us (1261us total) trans 4294970737 rc 0/0 00000100:00100000:0.0:1746137630.278957:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2156 00002000:00100000:0.0:1746137630.278965:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094f2dc00 x1830957332285568/t4294970737(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.278973:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2dc00 with x1830957332285568 ext(0->7) 00010000:00010000:0.0:1746137630.278979:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb614177245b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94b6 expref: 170 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.278991:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb614177245b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94b6 expref: 170 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.278997:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f2dc00 00000100:00100000:0.0:1746137630.280870:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.284010:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.286593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.291644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.292206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.294886:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.295332:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.295390:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332286848 00000100:00100000:0.0:1746137630.295393:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332286848 00010000:00010000:0.0:1746137630.295407:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb6141772469 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94c4 expref: 171 pid: 21535 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.295438:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13285 00000100:00100000:0.0:1746137630.295443:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+171:2008:x1830957332286848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137630.295450:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137630.295462:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb6141772469 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94c4 expref: 171 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.295483:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb6141772469 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94c4 expref: 171 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.295508:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea800/0xddf4fb6141772469 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94c4 expref: 171 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.295525:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.295526:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.295530:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b33ba00/0xddf4fb6141772470 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94cb expref: 170 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.295536:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b33ba00/0xddf4fb6141772470 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94cb expref: 170 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.295650:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008b33ba00/0xddf4fb6141772470 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94cb expref: 170 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.295660:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b33ba00/0xddf4fb6141772470 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94cb expref: 170 pid: 11509 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.295674:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f2e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7223:1830957326822144:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137630.295767:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137630.297647:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.299251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.300641:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+172:2007:x1830957332287360:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1093us (1390us total) trans 4294970738 rc 0/0 00000100:00100000:0.0:1746137630.300648:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2159 00002000:00100000:0.0:1746137630.300656:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094f2df80 x1830957332287360/t4294970738(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.300662:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2df80 with x1830957332287360 ext(0->7) 00010000:00010000:0.0:1746137630.300668:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008b33ba00/0xddf4fb6141772470 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94cb expref: 172 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.300677:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008b33ba00/0xddf4fb6141772470 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94cb expref: 172 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.300682:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f2df80 00000100:00100000:0.0:1746137630.302023:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.305591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.308215:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.309575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.311525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.314965:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.322627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.322983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.325195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.327545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.329511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.330511:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+174:2010:x1830957332289280:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 872us (997us total) trans 4294970739 rc 0/0 00000100:00100000:0.0:1746137630.330519:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2160 00002000:00100000:0.0:1746137630.330525:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961faa00 x1830957332289280/t4294970739(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.330532:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961faa00 with x1830957332289280 ext(0->7) 00010000:00010000:0.0:1746137630.330538:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772485 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94e0 expref: 174 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.330548:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772485 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94e0 expref: 174 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.330554:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961faa00 00000100:00100000:0.0:1746137630.332253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.333991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.335539:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.338249:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.340952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.343041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.343075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.343117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.343130:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332290560 00000100:00100000:0.0:1746137630.343133:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332290560 00000100:00100000:0.0:1746137630.343177:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28937 00000100:00100000:0.0:1746137630.343183:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1029:x1830957332290560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137630.343193:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137630.343203:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091466600/0xddf4fb61417724a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd94fc expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.343217:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.343222:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b33b400/0xddf4fb614177249a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94f5 expref: 175 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.343227:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137630.343230:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091466600/0xddf4fb61417724a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94fc expref: 8 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.343258:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b33b400/0xddf4fb614177249a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94f5 expref: 175 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.343275:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091466600/0xddf4fb61417724a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94fc expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.343298:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091466600, rc 0) 00000100:00100000:0.0:1746137630.343320:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1029:x1830957332290560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.343326:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28937 00000100:00100000:0.0:1746137630.344556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.346734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.348178:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+176:2008:x1830957332291072:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 655us (1448us total) trans 4294970740 rc 0/0 00000100:00100000:0.0:1746137630.348188:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2162 00002000:00100000:0.0:1746137630.348194:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096653800 x1830957332291072/t4294970740(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.348202:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653800 with x1830957332291072 ext(0->7) 00010000:00010000:0.0:1746137630.348207:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008b33b400/0xddf4fb614177249a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94f5 expref: 176 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.348217:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008b33b400/0xddf4fb614177249a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd94f5 expref: 176 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.348223:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096653800 00000100:00100000:0.0:1746137630.349621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.351628:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.353252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.354646:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.356660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.356703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.358558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.358579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.358619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.361765:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.366088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.368413:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+179:2010:x1830957332293120:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2108us (2321us total) trans 4294970741 rc 0/0 00000100:00100000:0.0:1746137630.368425:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2165 00002000:00100000:0.0:1746137630.368438:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092fd2a00 x1830957332293120/t4294970741(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.368447:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2a00 with x1830957332293120 ext(0->7) 00010000:00010000:0.0:1746137630.368456:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb61417724af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd950a expref: 179 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.368482:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb61417724af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd950a expref: 179 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.368490:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092fd2a00 00000100:00100000:0.0:1746137630.373906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.378007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.380232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.380699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.382596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.384860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.386887:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.389372:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+180:2009:x1830957332294400:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2311us (2566us total) trans 4294970742 rc 0/0 00000100:00100000:0.0:1746137630.389382:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2167 00002000:00100000:0.0:1746137630.389392:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092fd1c00 x1830957332294400/t4294970742(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.389400:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1c00 with x1830957332294400 ext(0->7) 00010000:00010000:0.0:1746137630.389408:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb61417724bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9518 expref: 180 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.389426:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb61417724bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9518 expref: 180 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.389432:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092fd1c00 00000100:00100000:0.0:1746137630.393271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.396008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.398515:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.398557:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.399380:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28944 00000100:00100000:0.0:1746137630.399387:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+181:1029:x1830957332295040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137630.399393:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137630.399398:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b26e600/0xddf4fb61417724d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd952d expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.399408:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.399411:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009887ca00/0xddf4fb61417724cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9526 expref: 182 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.399415:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137630.399418:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b26e600/0xddf4fb61417724d2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd952d expref: 182 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.399434:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009887ca00/0xddf4fb61417724cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9526 expref: 182 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.399442:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b26e600/0xddf4fb61417724d2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd952d expref: 182 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.399450:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b26e600, rc 0) 00000100:00100000:0.0:1746137630.399487:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+182:1029:x1830957332295040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.399492:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28944 00000100:00100000:0.0:1746137630.401615:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.403832:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.406065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.407410:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+183:2009:x1830957332295680:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1101us (1346us total) trans 4294970743 rc 0/0 00000100:00100000:0.0:1746137630.407417:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2169 00002000:00100000:0.0:1746137630.407425:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092fd0700 x1830957332295680/t4294970743(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.407434:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0700 with x1830957332295680 ext(0->7) 00010000:00010000:0.0:1746137630.407443:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009887ca00/0xddf4fb61417724cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9526 expref: 183 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.407453:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009887ca00/0xddf4fb61417724cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9526 expref: 183 pid: 9584 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.407459:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092fd0700 00000100:00100000:0.0:1746137630.410117:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.412543:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.416312:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.418846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.420056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.420745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.424038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.424080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.426325:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.426347:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332297472 00000100:00100000:0.0:1746137630.426352:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332297472 00002000:00100000:0.0:1746137630.426382:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800968e8000 x1830957332297472/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 488/0 e 0 to 0 dl 1746137641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.426390:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8000 with x1830957332297472 ext(0->4095) 00010000:00010000:0.0:1746137630.426397:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb61417724e0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd953b expref: 182 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.426408:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb61417724e0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd953b expref: 182 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.426413:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800968e8000 00000100:00100000:0.0:1746137630.426436:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2171 00000100:00100000:0.0:1746137630.426442:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+182:2008:x1830957332297472:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137630.426544:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+182:2008:x1830957332297472:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (219us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137630.426549:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2171 00002000:00100000:0.0:1746137630.426554:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800968e8000 x1830957332297472/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 488/4536 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.426561:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8000 with x1830957332297472 ext(0->4095) 00010000:00010000:0.0:1746137630.426565:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb61417724e0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd953b expref: 182 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.426573:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb61417724e0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd953b expref: 182 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.426578:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800968e8000 00000100:00100000:0.0:1746137630.428209:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.431450:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+184:2010:x1830957332297728:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3060us (3238us total) trans 4294970744 rc 0/0 00000100:00100000:0.0:1746137630.431462:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2172 00002000:00100000:0.0:1746137630.431499:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800968eb800 x1830957332297728/t4294970744(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.431507:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb800 with x1830957332297728 ext(0->7) 00010000:00010000:0.0:1746137630.431516:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb61417724e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd953b expref: 184 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.431530:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb61417724e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd953b expref: 184 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.431536:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800968eb800 00000100:00100000:0.0:1746137630.437940:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.440191:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.441901:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.442504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.442522:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332298368 00000100:00100000:0.0:1746137630.442526:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332298368 00000100:00100000:0.0:1746137630.443559:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28949 00000100:00100000:0.0:1746137630.443569:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+185:1028:x1830957332298368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137630.443583:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137630.443593:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091625600/0xddf4fb61417724f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9550 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.443799:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb61417724e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9542 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.443826:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417724ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9549 expref: 186 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.443832:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.443833:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.443836:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091625600/0xddf4fb61417724f5 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9550 expref: 186 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.443863:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417724ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9549 expref: 186 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.443873:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417724ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9549 expref: 186 pid: 21535 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.443884:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830957326825984:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137630.444157:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb61417724e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9542 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.444165:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb61417724e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9542 expref: 5 pid: 21535 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.444172:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830957326826112:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137630.444196:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137630.445493:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.445527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.447406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.447485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.453327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.455776:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+186:2007:x1830957332299520:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1730us (2449us total) trans 4294970745 rc 0/0 00000100:00100000:0.0:1746137630.455787:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2175 00002000:00100000:0.0:1746137630.455796:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801205dc000 x1830957332299520/t4294970745(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.455821:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205dc000 with x1830957332299520 ext(0->7) 00010000:00010000:0.0:1746137630.456053:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091625600/0xddf4fb61417724f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9550 expref: 186 pid: 9583 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.456066:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091625600/0xddf4fb61417724f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9550 expref: 186 pid: 9583 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.456073:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801205dc000 00000100:00100000:0.0:1746137630.460388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.465802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.470159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.470205:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.472657:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.474477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.476848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.478099:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+189:2009:x1830957332300800:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 794us (1254us total) trans 4294970746 rc 0/0 00000100:00100000:0.0:1746137630.478106:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2177 00002000:00100000:0.0:1746137630.478111:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ec67800 x1830957332300800/t4294970746(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.478117:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67800 with x1830957332300800 ext(0->7) 00010000:00010000:0.0:1746137630.478122:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b400/0xddf4fb6141772503 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd955e expref: 189 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.478131:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b400/0xddf4fb6141772503 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd955e expref: 189 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.478136:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ec67800 00000100:00100000:0.0:1746137630.480998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.483337:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830957326827264:0@lo:400:kworker.0 00000100:00100000:0.0:1746137630.483376:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137630.483402:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3763:1830957326827776:0@lo:400:kworker.0 00000100:00100000:0.0:1746137630.483419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137630.483549:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3763:1830957326828288:0@lo:400:kworker.0 00000100:00100000:0.0:1746137630.483567:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137630.483597:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957326827264 00000100:00100000:0.0:1746137630.483601:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957326827264 00000100:00100000:0.0:1746137630.483621:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957326827776 00000100:00100000:0.0:1746137630.483624:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957326827776 00000100:00100000:0.0:1746137630.483637:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957326827904 00000100:00100000:0.0:1746137630.483638:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957326827904 00000100:00100000:0.0:1746137630.483645:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957326828288 00000100:00100000:0.0:1746137630.483647:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957326828288 00000100:00100000:0.0:1746137630.483654:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957326828416 00000100:00100000:0.0:1746137630.483655:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957326828416 00000100:00100000:0.0:1746137630.483662:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957326827520 00000100:00100000:0.0:1746137630.483664:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957326827520 00000100:00100000:0.0:1746137630.483734:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1746137630.483740:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830957326828288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137630.483766:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830957326828288:12345-0@lo:400:kworker.0 Request processed in 27us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.483771:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1746137630.483781:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1746137630.483785:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830957326827520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137630.483827:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830957326827520:12345-0@lo:400:kworker.0 Request processed in 41us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.483832:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00080000:0.0:1746137630.483848:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746137630.483851:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137630.483879:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.483898:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332301184 00000100:00100000:0.0:1746137630.483900:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332301184 00002000:00100000:0.0:1746137630.483922:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ec64380 x1830957332301184/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 488/0 e 0 to 0 dl 1746137641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.483930:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64380 with x1830957332301184 ext(0->4095) 00002000:00010000:0.0:1746137630.483933:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ec64380 00000100:00100000:0.0:1746137630.483945:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13527 00000100:00100000:0.0:1746137630.483950:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+188:2008:x1830957332301184:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137630.484045:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+188:2008:x1830957332301184:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (168us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137630.484051:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13527 00002000:00100000:0.0:1746137630.484056:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ec64380 x1830957332301184/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 488/4536 e 0 to 0 dl 1746137641 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.484062:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64380 with x1830957332301184 ext(0->4095) 00002000:00010000:0.0:1746137630.484065:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ec64380 00000100:00100000:0.0:1746137630.487915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.487958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.489707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.489741:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.491507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.493644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.495440:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.499568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.500896:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+190:2007:x1830957332302464:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1102us (1332us total) trans 4294970747 rc 0/0 00000100:00100000:0.0:1746137630.500903:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2179 00002000:00100000:0.0:1746137630.500910:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012bd56300 x1830957332302464/t4294970747(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.500917:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd56300 with x1830957332302464 ext(0->7) 00010000:00010000:0.0:1746137630.500923:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772518 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9573 expref: 190 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.500938:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772518 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9573 expref: 190 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.500944:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bd56300 00000100:00100000:0.0:1746137630.502889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.507123:0:7224:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7224:1830957326829312:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137630.507441:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137630.507495:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+191:2007:x1830957332302592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4404us (4608us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.507505:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13310 00000100:00100000:0.0:1746137630.508978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.509097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.509181:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332303232 00000100:00100000:0.0:1746137630.509185:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332303232 00000100:00100000:0.0:1746137630.509208:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28957 00000100:00100000:0.0:1746137630.509216:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+190:1029:x1830957332303232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137630.509228:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137630.509240:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e32200/0xddf4fb614177252d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9588 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.509257:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.509500:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea400/0xddf4fb6141772526 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9581 expref: 191 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.509508:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137630.509512:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e32200/0xddf4fb614177252d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9588 expref: 191 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.509903:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801357ea400/0xddf4fb6141772526 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9581 expref: 191 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.509913:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801357ea400/0xddf4fb6141772526 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9581 expref: 191 pid: 11509 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.509922:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957326829696:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137630.510485:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137630.512629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.514451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.515287:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+193:2009:x1830957332303744:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 666us (836us total) trans 4294970748 rc 0/0 00000100:00100000:0.0:1746137630.515294:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2181 00002000:00100000:0.0:1746137630.515300:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880120344700 x1830957332303744/t4294970748(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.515306:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344700 with x1830957332303744 ext(0->7) 00010000:00010000:0.0:1746137630.515312:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea400/0xddf4fb6141772526 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9581 expref: 193 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.515321:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea400/0xddf4fb6141772526 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9581 expref: 193 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.515325:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880120344700 00000100:00100000:0.0:1746137630.516352:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.518791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.522410:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.524414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.524503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.526651:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.526699:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.529141:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.529199:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.530988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.532399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.533300:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+194:2008:x1830957332305792:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 775us (900us total) trans 4294970749 rc 0/0 00000100:00100000:0.0:1746137630.533307:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2184 00002000:00100000:0.0:1746137630.533313:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b28c000 x1830957332305792/t4294970749(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.533320:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28c000 with x1830957332305792 ext(0->7) 00010000:00010000:0.0:1746137630.533326:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb614177253b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9596 expref: 194 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.533335:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb614177253b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9596 expref: 194 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.533341:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b28c000 00000100:00100000:0.0:1746137630.534515:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.538197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.541900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.543999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.546946:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.546987:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.550535:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.550691:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.551303:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.553566:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957326831104:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137630.553741:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772557 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95b2 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.553754:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:0.0:1746137630.553857:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1029:x1830957332307328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2490us (2554us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.553863:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28963 00000100:00100000:0.0:1746137630.554867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.555882:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+196:2008:x1830957332307840:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 820us (1015us total) trans 4294970750 rc 0/0 00000100:00100000:0.0:1746137630.555889:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2186 00002000:00100000:0.0:1746137630.555896:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092c71c00 x1830957332307840/t4294970750(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.555904:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71c00 with x1830957332307840 ext(0->7) 00010000:00010000:0.0:1746137630.555910:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb6141772550 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95ab expref: 196 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.555923:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb6141772550 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95ab expref: 196 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.555933:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71c00 00000100:00100000:0.0:1746137630.557237:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.559193:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.563145:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957326831488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746137630.563205:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137630.563411:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.563425:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332308352 00000100:00100000:0.0:1746137630.563428:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332308352 00000100:00100000:0.0:1746137630.563449:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28964 00000100:00100000:0.0:1746137630.563454:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+195:1029:x1830957332308352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137630.563474:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137630.563486:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098860c00/0xddf4fb614177255e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd95b9 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.563503:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.563504:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.563510:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098860c00/0xddf4fb614177255e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95b9 expref: 196 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.563525:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098860c00/0xddf4fb614177255e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95b9 expref: 196 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.563533:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098860c00, rc 0) 00000100:00100000:0.0:1746137630.563555:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+196:1029:x1830957332308352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.563559:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28964 00000100:00100000:0.0:1746137630.565612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.565660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.568915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.569418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.569484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.571248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.574391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.575477:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+198:2009:x1830957332309632:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 878us (1079us total) trans 4294970751 rc 0/0 00000100:00100000:0.0:1746137630.575486:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2189 00002000:00100000:0.0:1746137630.575494:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801203d2680 x1830957332309632/t4294970751(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.575502:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d2680 with x1830957332309632 ext(0->7) 00010000:00010000:0.0:1746137630.575509:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520ae00/0xddf4fb6141772565 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95c0 expref: 198 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.575519:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520ae00/0xddf4fb6141772565 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95c0 expref: 198 pid: 9584 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.575525:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203d2680 00000100:00100000:0.0:1746137630.577782:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.580965:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.584853:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.586216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.587443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.588738:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.589305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.589720:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.592056:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332311168 00000100:00100000:0.0:1746137630.592061:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332311168 00002000:00100000:0.0:1746137630.592089:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b32b100 x1830957332311168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 488/0 e 0 to 0 dl 1746137641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.592097:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b100 with x1830957332311168 ext(0->4095) 00010000:00010000:0.0:1746137630.592103:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177257a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95d5 expref: 198 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.592112:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177257a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95d5 expref: 198 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.592118:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b32b100 00000100:00100000:0.0:1746137630.592186:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2191 00000100:00100000:0.0:1746137630.592193:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+198:2008:x1830957332311168:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137630.592526:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+198:2008:x1830957332311168:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 333us (522us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137630.592533:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2191 00002000:00100000:0.0:1746137630.592538:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b32b100 x1830957332311168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 488/4536 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.592545:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b100 with x1830957332311168 ext(0->4095) 00010000:00010000:0.0:1746137630.592549:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177257a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95d5 expref: 198 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.592557:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177257a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95d5 expref: 198 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.592567:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b32b100 00000100:00100000:0.0:1746137630.594371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.595760:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+200:2007:x1830957332311424:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 903us (1389us total) trans 4294970752 rc 0/0 00000100:00100000:0.0:1746137630.595767:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2192 00002000:00100000:0.0:1746137630.595774:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097e58700 x1830957332311424/t4294970752(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.595781:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58700 with x1830957332311424 ext(0->7) 00010000:00010000:0.0:1746137630.595787:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177257a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95d5 expref: 200 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.595798:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177257a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95d5 expref: 200 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.595834:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e58700 00000100:00100000:0.0:1746137630.597490:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.599473:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.602688:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.605364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.605449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.608086:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.608153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.609966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.612861:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.615177:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.617910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.618670:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+202:2007:x1830957332313344:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 595us (760us total) trans 4294970753 rc 0/0 00000100:00100000:0.0:1746137630.618678:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2195 00002000:00100000:0.0:1746137630.618685:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009666aa00 x1830957332313344/t4294970753(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.618692:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666aa00 with x1830957332313344 ext(0->7) 00010000:00010000:0.0:1746137630.618697:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520ba00/0xddf4fb614177258f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95ea expref: 202 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.618706:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520ba00/0xddf4fb614177258f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95ea expref: 202 pid: 9584 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.618712:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009666aa00 00000100:00100000:0.0:1746137630.620141:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332313472 00000100:00100000:0.0:1746137630.620147:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332313472 00010000:00010000:0.0:1746137630.620171:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013520ba00/0xddf4fb614177258f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95ea expref: 202 pid: 9584 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.620203:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13327 00000100:00100000:0.0:1746137630.620210:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+202:2007:x1830957332313472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137630.620222:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137630.620237:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013520ba00/0xddf4fb614177258f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95ea expref: 202 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.620248:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013520ba00/0xddf4fb614177258f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95ea expref: 202 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.620298:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013520ba00/0xddf4fb614177258f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95ea expref: 202 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.620319:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.620321:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.620330:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb6141772596 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95f1 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.620337:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb6141772596 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95f1 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.620364:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb6141772596 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95f1 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137630.620375:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957326833408:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137630.620439:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137630.624585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.625190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.626623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.626868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.628584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.631257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.632038:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+205:2010:x1830957332314624:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 595us (786us total) trans 4294970754 rc 0/0 00000100:00100000:0.0:1746137630.632045:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2198 00002000:00100000:0.0:1746137630.632051:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961d6300 x1830957332314624/t4294970754(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.632058:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d6300 with x1830957332314624 ext(0->7) 00010000:00010000:0.0:1746137630.632063:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a000/0xddf4fb614177259d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95f8 expref: 205 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.632073:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a000/0xddf4fb614177259d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd95f8 expref: 205 pid: 9584 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.632078:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961d6300 00000100:00100000:0.0:1746137630.634784:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.636887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.638670:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.641436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.641532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.643226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.643253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.643271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.643432:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28977 00000100:00100000:0.0:1746137630.643439:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+205:1029:x1830957332315904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137630.643555:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137630.643564:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cfe6200/0xddf4fb61417725b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9614 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.643578:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b33b400/0xddf4fb61417725b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd960d expref: 205 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.643583:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137630.643585:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137630.643587:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfe6200/0xddf4fb61417725b9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9614 expref: 205 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.643601:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b33b400/0xddf4fb61417725b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd960d expref: 205 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.643609:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b33b400/0xddf4fb61417725b2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd960d expref: 205 pid: 21535 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.643616:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830957326834432:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137630.643632:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137630.644648:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.646150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.646889:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+207:2008:x1830957332316416:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 561us (740us total) trans 4294970755 rc 0/0 00000100:00100000:0.0:1746137630.646895:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2200 00002000:00100000:0.0:1746137630.646901:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880081284700 x1830957332316416/t4294970755(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.646908:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284700 with x1830957332316416 ext(0->7) 00010000:00010000:0.0:1746137630.646912:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008b33b400/0xddf4fb61417725b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd960d expref: 207 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.646920:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008b33b400/0xddf4fb61417725b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd960d expref: 207 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.646925:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081284700 00000100:00100000:0.0:1746137630.647971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.649358:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.650617:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.652414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.656036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.658883:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.665598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.665658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.666330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.668769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.670975:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.672971:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+209:2010:x1830957332318464:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1765us (1993us total) trans 4294970756 rc 0/0 00000100:00100000:0.0:1746137630.672981:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2202 00002000:00100000:0.0:1746137630.672991:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ce8f100 x1830957332318464/t4294970756(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.672999:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8f100 with x1830957332318464 ext(0->7) 00010000:00010000:0.0:1746137630.673008:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb61417725c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9622 expref: 209 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.673022:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb61417725c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9622 expref: 209 pid: 9584 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.673029:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce8f100 00000100:00100000:0.0:1746137630.674963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.677199:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.679399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.683326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.683409:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.683438:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332319232 00000100:00100000:0.0:1746137630.683441:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332319232 00002000:00100000:0.0:1746137630.683519:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800968eb480 x1830957332319232/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:66/0 lens 488/0 e 0 to 0 dl 1746137641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.683527:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb480 with x1830957332319232 ext(0->4095) 00002000:00010000:0.0:1746137630.683532:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800968eb480 00000100:00100000:0.0:1746137630.683561:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13545 00000100:00100000:0.0:1746137630.683601:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332319232:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137630.683704:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332319232:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137630.683709:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13545 00002000:00100000:0.0:1746137630.683714:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800968eb480 x1830957332319232/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:66/0 lens 488/4536 e 0 to 0 dl 1746137641 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.683720:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb480 with x1830957332319232 ext(0->4095) 00002000:00010000:0.0:1746137630.683722:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800968eb480 00000100:00100000:0.0:1746137630.685088:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.685133:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.685153:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332319744 00000100:00100000:0.0:1746137630.685158:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332319744 00002000:00100000:0.0:1746137630.685185:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800846d2680 x1830957332319744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 488/0 e 0 to 0 dl 1746137641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.685192:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2680 with x1830957332319744 ext(0->4095) 00010000:00010000:0.0:1746137630.685199:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417725ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9629 expref: 210 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.685207:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417725ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9629 expref: 210 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.685213:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800846d2680 00000100:00100000:0.0:1746137630.685339:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2203 00000100:00100000:0.0:1746137630.685347:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+209:2008:x1830957332319744:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137630.685434:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+209:2008:x1830957332319744:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 88us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137630.685443:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2203 00002000:00100000:0.0:1746137630.685449:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800846d2680 x1830957332319744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 488/4536 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.685455:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2680 with x1830957332319744 ext(0->4095) 00010000:00010000:0.0:1746137630.685459:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417725ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9629 expref: 209 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.685479:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417725ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9629 expref: 209 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.685484:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800846d2680 00000100:00100000:0.0:1746137630.686555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.686596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.688984:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.690460:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.691296:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+210:2010:x1830957332320512:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 618us (836us total) trans 4294970757 rc 0/0 00000100:00100000:0.0:1746137630.691303:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2205 00002000:00100000:0.0:1746137630.691309:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d4f8a80 x1830957332320512/t4294970757(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.691317:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f8a80 with x1830957332320512 ext(0->7) 00010000:00010000:0.0:1746137630.691322:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520ac00/0xddf4fb61417725dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9637 expref: 210 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.691331:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520ac00/0xddf4fb61417725dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9637 expref: 210 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.691336:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d4f8a80 00000100:00100000:0.0:1746137630.693102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.696476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.699187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.701523:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.704028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.704529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.705422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.706695:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.709626:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.710870:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+212:2008:x1830957332322304:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1016us (1245us total) trans 4294970758 rc 0/0 00000100:00100000:0.0:1746137630.710878:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2208 00002000:00100000:0.0:1746137630.710885:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092f38700 x1830957332322304/t4294970758(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.710899:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f38700 with x1830957332322304 ext(0->7) 00010000:00010000:0.0:1746137630.710905:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb61417725f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd964c expref: 212 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.710916:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb61417725f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd964c expref: 212 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.710922:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092f38700 00000100:00100000:0.0:1746137630.712482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.716379:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.718412:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.720383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.722551:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.725890:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.728361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.728390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.728413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.728449:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332323840 00000100:00100000:0.0:1746137630.728451:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332323840 00000100:00100000:0.0:1746137630.728480:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28989 00000100:00100000:0.0:1746137630.728486:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+215:1029:x1830957332323840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137630.728498:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137630.728507:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b345400/0xddf4fb614177260d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9668 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.728520:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.728525:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb6141772606 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9661 expref: 216 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.728530:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137630.728533:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b345400/0xddf4fb614177260d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9668 expref: 216 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.728958:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb6141772606 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9661 expref: 216 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.728968:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b345400/0xddf4fb614177260d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9668 expref: 216 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.728974:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b345400, rc 0) 00000100:00100000:0.0:1746137630.728986:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+215:1029:x1830957332323840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 501us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.728990:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28989 00000100:00100000:0.0:1746137630.731033:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332324096 00000100:00100000:0.0:1746137630.731039:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332324096 00002000:00100000:0.0:1746137630.731066:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88006ea17800 x1830957332324096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 488/0 e 0 to 0 dl 1746137641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.731074:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17800 with x1830957332324096 ext(0->4095) 00010000:00010000:0.0:1746137630.731081:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb6141772606 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9661 expref: 213 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.731091:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb6141772606 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9661 expref: 213 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.731101:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006ea17800 00000100:00100000:0.0:1746137630.731126:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2209 00000100:00100000:0.0:1746137630.731132:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+213:2007:x1830957332324096:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137630.731251:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+213:2007:x1830957332324096:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (229us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137630.731256:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2209 00002000:00100000:0.0:1746137630.731261:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88006ea17800 x1830957332324096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 488/4536 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.731267:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17800 with x1830957332324096 ext(0->4095) 00010000:00010000:0.0:1746137630.731271:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb6141772606 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9661 expref: 213 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.731278:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb6141772606 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9661 expref: 213 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.731283:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006ea17800 00000100:00100000:0.0:1746137630.733329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.734380:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093096d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+215:2010:x1830957332324352:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 841us (1056us total) trans 4294970759 rc 0/0 00000100:00100000:0.0:1746137630.734387:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2210 00002000:00100000:0.0:1746137630.734393:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093096d80 x1830957332324352/t4294970759(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.734400:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093096d80 with x1830957332324352 ext(0->7) 00010000:00010000:0.0:1746137630.734406:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb6141772606 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9661 expref: 215 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.734416:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb6141772606 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9661 expref: 215 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.734421:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093096d80 00000100:00100000:0.0:1746137630.737793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.739901:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.745042:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.745121:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.748573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.750990:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.753699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.755951:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+216:2009:x1830957332325632:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1835us (2252us total) trans 4294970760 rc 0/0 00000100:00100000:0.0:1746137630.755960:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2212 00002000:00100000:0.0:1746137630.755968:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f144380 x1830957332325632/t4294970760(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.755977:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144380 with x1830957332325632 ext(0->7) 00010000:00010000:0.0:1746137630.755984:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520ae00/0xddf4fb6141772614 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9676 expref: 216 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.755996:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520ae00/0xddf4fb6141772614 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9676 expref: 216 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.756002:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f144380 00000100:00100000:0.0:1746137630.757742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.763044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.770904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.772049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.779649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.779725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.782136:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.785879:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.787523:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+218:2008:x1830957332327424:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1327us (1643us total) trans 4294970761 rc 0/0 00000100:00100000:0.0:1746137630.787532:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2215 00002000:00100000:0.0:1746137630.787541:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ec5b100 x1830957332327424/t4294970761(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.787548:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5b100 with x1830957332327424 ext(0->7) 00010000:00010000:0.0:1746137630.787556:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772629 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd967d expref: 218 pid: 21535 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.787568:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772629 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd967d expref: 218 pid: 21535 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.787579:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ec5b100 00000100:00100000:0.0:1746137630.792251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.794787:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.799375:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332327936 00000100:00100000:0.0:1746137630.799382:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332327936 00000100:00100000:0.0:1746137630.799426:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28995 00000100:00100000:0.0:1746137630.799433:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+218:1028:x1830957332327936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137630.799447:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137630.799460:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f86a00/0xddf4fb6141772637 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9692 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.799495:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141772630 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd968b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.799501:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.799503:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.799506:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f86a00/0xddf4fb6141772637 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9692 expref: 219 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.799530:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141772630 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd968b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.799540:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141772630 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd968b expref: 5 pid: 21535 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.799549:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830957326838400:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137630.799612:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137630.801856:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.804926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.809233:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332328704 00000100:00100000:0.0:1746137630.809241:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332328704 00002000:00100000:0.0:1746137630.809273:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88006ea14700 x1830957332328704/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/0 e 0 to 0 dl 1746137641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.809281:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14700 with x1830957332328704 ext(0->7) 00010000:00010000:0.0:1746137630.809289:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f86a00/0xddf4fb6141772637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9692 expref: 219 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.809300:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f86a00/0xddf4fb6141772637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9692 expref: 219 pid: 9584 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.809305:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006ea14700 00000100:00100000:0.0:1746137630.809333:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2217 00000100:00100000:0.0:1746137630.809339:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+219:2009:x1830957332328704:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137630.811009:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+221:2009:x1830957332328704:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1663us (1848us total) trans 4294970762 rc 0/0 00000100:00100000:0.0:1746137630.811018:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2217 00002000:00100000:0.0:1746137630.811026:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88006ea14700 x1830957332328704/t4294970762(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.811034:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14700 with x1830957332328704 ext(0->7) 00010000:00010000:0.0:1746137630.811041:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f86a00/0xddf4fb6141772637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9692 expref: 221 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.811052:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f86a00/0xddf4fb6141772637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9692 expref: 221 pid: 9584 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.811057:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006ea14700 00000100:00100000:0.0:1746137630.814573:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.820967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.829118:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.829179:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.829394:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28998 00000100:00100000:0.0:1746137630.829401:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+220:1028:x1830957332329344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137630.829408:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137630.829414:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f87600/0xddf4fb614177264c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd96a7 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.829428:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb614177263e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9699 expref: 221 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.829434:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772645 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96a0 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.829439:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.829440:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.829443:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f87600/0xddf4fb614177264c lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96a7 expref: 221 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.829478:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772645 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96a0 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.829490:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772645 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96a0 expref: 6 pid: 9584 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.829501:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009861b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11509:1830957326838912:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137630.830360:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb614177263e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9699 expref: 221 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.830376:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb614177263e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9699 expref: 221 pid: 26520 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.830386:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009861aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11509:1830957326839040:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137630.831172:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137630.832717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.833300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.833399:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009861b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11509:1830957326838912:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137630.833426:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f87600/0xddf4fb614177264c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96a7 expref: 220 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.833435:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f87600, rc 0) 00000100:00100000:0.0:1746137630.833455:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+220:1028:x1830957332329344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4055us (4277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.833473:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28998 00000100:00100000:0.0:1746137630.836423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.839957:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.841724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.844144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.844917:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+222:2008:x1830957332330368:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 657us (778us total) trans 4294970763 rc 0/0 00000100:00100000:0.0:1746137630.844923:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2219 00002000:00100000:0.0:1746137630.844929:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009200dc00 x1830957332330368/t4294970763(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.844941:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200dc00 with x1830957332330368 ext(0->7) 00010000:00010000:0.0:1746137630.844946:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f87600/0xddf4fb614177264c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96a7 expref: 222 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.844955:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f87600/0xddf4fb614177264c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96a7 expref: 222 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.844960:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009200dc00 00000100:00100000:0.0:1746137630.847429:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.850277:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.853712:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.853791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.855986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.857576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.861738:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.863910:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+225:2008:x1830957332331648:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1941us (2170us total) trans 4294970764 rc 0/0 00000100:00100000:0.0:1746137630.863921:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2221 00002000:00100000:0.0:1746137630.863931:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091c24700 x1830957332331648/t4294970764(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.863940:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c24700 with x1830957332331648 ext(0->7) 00010000:00010000:0.0:1746137630.863948:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a000/0xddf4fb614177265a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96bc expref: 225 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.863961:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a000/0xddf4fb614177265a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96bc expref: 225 pid: 9584 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.863967:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c24700 00000100:00100000:0.0:1746137630.865186:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.866783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.870331:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.872510:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.872579:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.874736:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.874771:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.874850:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.874869:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332332928 00000100:00100000:0.0:1746137630.874873:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332332928 00000100:00100000:0.0:1746137630.874909:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29004 00000100:00100000:0.0:1746137630.874917:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1029:x1830957332332928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137630.874929:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137630.874957:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f87800/0xddf4fb6141772676 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd96d1 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.874972:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137630.874978:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b33b000/0xddf4fb614177266f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96ca expref: 223 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.874984:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137630.875683:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f87800/0xddf4fb6141772676 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96d1 expref: 8 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.875729:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b33b000/0xddf4fb614177266f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96ca expref: 223 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.875748:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f87800/0xddf4fb6141772676 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96d1 expref: 8 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137630.875777:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f87800, rc 0) 00000100:00100000:0.0:1746137630.875848:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1029:x1830957332332928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 931us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.875855:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29004 00000100:00100000:0.0:1746137630.877669:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.879244:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.880837:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+226:2010:x1830957332333440:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1443us (1592us total) trans 4294970765 rc 0/0 00000100:00100000:0.0:1746137630.880845:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2223 00002000:00100000:0.0:1746137630.880854:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092c72680 x1830957332333440/t4294970765(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.880862:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830957332333440 ext(0->7) 00010000:00010000:0.0:1746137630.880869:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008b33b000/0xddf4fb614177266f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96ca expref: 226 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.880880:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008b33b000/0xddf4fb614177266f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96ca expref: 226 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.880886:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c72680 00000100:00100000:0.0:1746137630.882534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.884162:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.886288:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.889608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.891424:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.894095:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332334592 00000100:00100000:0.0:1746137630.894098:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332334592 00010000:00010000:0.0:1746137630.894117:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177267d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96d8 expref: 227 pid: 9584 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746137630.894365:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13361 00000100:00100000:0.0:1746137630.894372:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+227:2008:x1830957332334592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137630.894379:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137630.894393:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177267d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96d8 expref: 227 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.894402:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177267d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96d8 expref: 227 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.894415:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177267d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96d8 expref: 227 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.894522:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137630.894562:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+226:2008:x1830957332334592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 191us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137630.894568:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13361 00000100:00100000:0.0:1746137630.896397:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.898936:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.899840:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+228:2010:x1830957332335232:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 701us (907us total) trans 4294970766 rc 0/0 00000100:00100000:0.0:1746137630.899848:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2226 00002000:00100000:0.0:1746137630.899854:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096854e00 x1830957332335232/t4294970766(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.899861:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096854e00 with x1830957332335232 ext(0->7) 00010000:00010000:0.0:1746137630.899867:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb6141772684 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96df expref: 228 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.899876:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb6141772684 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96df expref: 228 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.899881:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096854e00 00000100:00100000:0.0:1746137630.901538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.907054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.907083:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332335616 00000100:00100000:0.0:1746137630.907089:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332335616 00002000:00100000:0.0:1746137630.907123:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092c71f80 x1830957332335616/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:66/0 lens 488/0 e 0 to 0 dl 1746137641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.907260:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71f80 with x1830957332335616 ext(0->4095) 00002000:00010000:0.0:1746137630.907265:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71f80 00000100:00100000:0.0:1746137630.907283:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13559 00000100:00100000:0.0:1746137630.907290:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332335616:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137630.907388:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332335616:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (338us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137630.907393:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13559 00002000:00100000:0.0:1746137630.907399:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092c71f80 x1830957332335616/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:66/0 lens 488/4536 e 0 to 0 dl 1746137641 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.907405:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71f80 with x1830957332335616 ext(0->4095) 00002000:00010000:0.0:1746137630.907408:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71f80 00000100:00100000:0.0:1746137630.913150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.913567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.915648:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.918584:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.918623:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.921027:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.923503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.925723:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+230:2010:x1830957332337024:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1429us (2221us total) trans 4294970767 rc 0/0 00000100:00100000:0.0:1746137630.925731:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2229 00002000:00100000:0.0:1746137630.925738:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a4706680 x1830957332337024/t4294970767(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.925746:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4706680 with x1830957332337024 ext(0->7) 00010000:00010000:0.0:1746137630.925753:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772699 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96f4 expref: 230 pid: 9584 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.925764:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772699 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd96f4 expref: 230 pid: 9584 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.925770:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4706680 00000100:00100000:0.0:1746137630.927870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.930871:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.937750:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.937796:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.940652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.943634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.947594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.950482:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+233:2009:x1830957332338304:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2708us (2873us total) trans 4294970768 rc 0/0 00000100:00100000:0.0:1746137630.950494:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2231 00002000:00100000:0.0:1746137630.950502:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880095d79f80 x1830957332338304/t4294970768(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.950512:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79f80 with x1830957332338304 ext(0->7) 00010000:00010000:0.0:1746137630.950521:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb61417726a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9709 expref: 233 pid: 11509 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746137630.950534:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb61417726a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9709 expref: 233 pid: 11509 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746137630.950539:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d79f80 00000100:00100000:0.0:1746137630.954588:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.958558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.961080:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.964703:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.968159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.973262:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.975574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.976101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.977184:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.979714:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.982074:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.983834:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+234:2008:x1830957332340352:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1592us (1760us total) trans 4294970769 rc 0/0 00000100:00100000:0.0:1746137630.983843:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2233 00002000:00100000:0.0:1746137630.983851:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d4dc380 x1830957332340352/t4294970769(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137630.983859:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dc380 with x1830957332340352 ext(0->7) 00010000:00010000:0.0:1746137630.983867:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091624a00/0xddf4fb61417726bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9717 expref: 234 pid: 9584 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137630.983879:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091624a00/0xddf4fb61417726bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9717 expref: 234 pid: 9584 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137630.983885:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d4dc380 00000100:00100000:0.0:1746137630.986661:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.989650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.992528:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.993176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.994504:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.997514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137630.999642:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.001210:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+237:2008:x1830957332341632:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1210us (1568us total) trans 4294970770 rc 0/0 00000100:00100000:0.0:1746137631.001219:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2235 00002000:00100000:0.0:1746137631.001228:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b328700 x1830957332341632/t4294970770(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:66/0 lens 496/448 e 0 to 0 dl 1746137641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.001237:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b328700 with x1830957332341632 ext(0->7) 00010000:00010000:0.0:1746137631.001244:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008b33b400/0xddf4fb61417726ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9725 expref: 237 pid: 9584 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.001258:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008b33b400/0xddf4fb61417726ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9725 expref: 237 pid: 9584 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.001263:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b328700 00000100:00100000:0.0:1746137631.005626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.009413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.009502:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332342016 00000100:00100000:0.0:1746137631.009508:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332342016 00000100:00100000:0.0:1746137631.011476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.011520:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.011959:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29019 00000100:00100000:0.0:1746137631.011966:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1029:x1830957332342272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137631.011975:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137631.011988:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094dafe00/0xddf4fb61417726d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd973a expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.012005:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.012007:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.012013:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094dafe00/0xddf4fb61417726d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd973a expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.012051:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094dafe00/0xddf4fb61417726d8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd973a expref: 6 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.012063:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094dafe00/0xddf4fb61417726d8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd973a expref: 6 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.012072:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:0.0:1746137631.012105:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1029:x1830957332342272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.012110:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29019 00000100:00100000:0.0:1746137631.014313:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.014369:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.016772:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.021055:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.029249:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.031344:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+238:2007:x1830957332343296:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1543us (2089us total) trans 4294970771 rc 0/0 00000100:00100000:0.0:1746137631.031355:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2237 00002000:00100000:0.0:1746137631.031366:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961d5880 x1830957332343296/t4294970771(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.031373:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5880 with x1830957332343296 ext(0->7) 00010000:00010000:0.0:1746137631.031382:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520ae00/0xddf4fb61417726df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9733 expref: 238 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.031396:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520ae00/0xddf4fb61417726df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9733 expref: 238 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.031407:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961d5880 00000100:00100000:0.0:1746137631.032991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.033711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.036229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.038986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.042791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.046640:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.053288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.055152:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+240:2007:x1830957332344448:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1591us (1866us total) trans 4294970772 rc 0/0 00000100:00100000:0.0:1746137631.055160:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2239 00002000:00100000:0.0:1746137631.055167:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f106a00 x1830957332344448/t4294970772(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.055175:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f106a00 with x1830957332344448 ext(0->7) 00010000:00010000:0.0:1746137631.055181:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520ac00/0xddf4fb61417726ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9748 expref: 240 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.055193:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520ac00/0xddf4fb61417726ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9748 expref: 240 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.055198:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f106a00 00000100:00100000:0.0:1746137631.059062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.060388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.062624:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.062656:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332344960 00000100:00100000:0.0:1746137631.062665:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332344960 00002000:00100000:0.0:1746137631.062704:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096650700 x1830957332344960/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:67/0 lens 488/0 e 0 to 0 dl 1746137642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.062713:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096650700 with x1830957332344960 ext(0->4095) 00010000:00010000:0.0:1746137631.062721:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417726f4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd974f expref: 6 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.062733:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417726f4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd974f expref: 6 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.062739:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096650700 00000100:00100000:0.0:1746137631.062763:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2240 00000100:00100000:0.0:1746137631.062772:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332344960:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137631.062944:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332344960:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 171us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137631.062950:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2240 00002000:00100000:0.0:1746137631.062955:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096650700 x1830957332344960/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:67/0 lens 488/4536 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.062962:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096650700 with x1830957332344960 ext(0->4095) 00010000:00010000:0.0:1746137631.062966:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417726f4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd974f expref: 6 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.062976:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417726f4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd974f expref: 6 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.062981:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096650700 00000100:00100000:0.0:1746137631.065404:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.065481:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.071369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.074949:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.078781:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+243:2010:x1830957332345728:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3602us (3831us total) trans 4294970773 rc 0/0 00000100:00100000:0.0:1746137631.078791:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2242 00002000:00100000:0.0:1746137631.078799:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096653b80 x1830957332345728/t4294970773(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.078824:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653b80 with x1830957332345728 ext(0->7) 00010000:00010000:0.0:1746137631.078831:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb61417726fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9756 expref: 243 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.078845:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb61417726fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9756 expref: 243 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.078851:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096653b80 00000100:00100000:0.0:1746137631.091148:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.098540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.101880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.102331:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.104095:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.104984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.107090:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.116851:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.122014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.125728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.130768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.133530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.136667:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.141113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.142269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.142493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.144945:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.149117:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.150163:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+246:2010:x1830957332349184:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 838us (1047us total) trans 4294970775 rc 0/0 00000100:00100000:0.0:1746137631.150170:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2247 00002000:00100000:0.0:1746137631.150177:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969c6d80 x1830957332349184/t4294970775(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.150183:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c6d80 with x1830957332349184 ext(0->7) 00010000:00010000:0.0:1746137631.150188:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772725 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9780 expref: 246 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.150197:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772725 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9780 expref: 246 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.150202:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969c6d80 00000100:00100000:0.0:1746137631.152965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.156351:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.158894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.158964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.159436:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29032 00000100:00100000:0.0:1746137631.159442:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+247:1029:x1830957332349824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137631.159449:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137631.159454:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093273c00/0xddf4fb614177273a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9795 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.159473:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.159477:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772733 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd978e expref: 248 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.159481:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137631.159484:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093273c00/0xddf4fb614177273a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9795 expref: 248 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.159505:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772733 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd978e expref: 248 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.159515:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093273c00/0xddf4fb614177273a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9795 expref: 248 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.159522:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093273c00, rc 0) 00000100:00100000:0.0:1746137631.159994:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+248:1029:x1830957332349824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 551us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.160000:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29032 00000100:00100000:0.0:1746137631.162036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.166742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.170979:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332350464 00000100:00100000:0.0:1746137631.170986:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332350464 00002000:00100000:0.0:1746137631.171018:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88006ea14000 x1830957332350464/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/0 e 0 to 0 dl 1746137642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.171033:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14000 with x1830957332350464 ext(0->7) 00010000:00010000:0.0:1746137631.171040:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772733 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd978e expref: 247 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.171051:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772733 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd978e expref: 247 pid: 11509 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.171057:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006ea14000 00000100:00100000:0.0:1746137631.171083:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2249 00000100:00100000:0.0:1746137631.171089:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+247:2010:x1830957332350464:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137631.173129:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+249:2010:x1830957332350464:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2032us (2189us total) trans 4294970776 rc 0/0 00000100:00100000:0.0:1746137631.173139:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2249 00002000:00100000:0.0:1746137631.173147:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88006ea14000 x1830957332350464/t4294970776(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.173155:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14000 with x1830957332350464 ext(0->7) 00010000:00010000:0.0:1746137631.173162:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772733 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd978e expref: 249 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.173175:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772733 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd978e expref: 249 pid: 11509 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.173181:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006ea14000 00000100:00100000:0.0:1746137631.180341:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.189837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.190568:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.193791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.196321:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.197979:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+250:2007:x1830957332351744:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1092us (1657us total) trans 4294970777 rc 0/0 00000100:00100000:0.0:1746137631.197986:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2252 00002000:00100000:0.0:1746137631.197993:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9c8e00 x1830957332351744/t4294970777(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.198000:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9c8e00 with x1830957332351744 ext(0->7) 00010000:00010000:0.0:1746137631.198005:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772741 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd979c expref: 250 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.198015:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772741 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd979c expref: 250 pid: 11509 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.198020:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9c8e00 00000100:00100000:0.0:1746137631.201047:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.208913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.208955:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.212583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.213455:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26520:1830957326847616:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137631.213476:0:26520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772748 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97a3 expref: 5 pid: 11509 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.213550:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26520:1830957326847744:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137631.213569:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013520ae00/0xddf4fb6141772756 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97b1 expref: 251 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.213578:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013520ae00, rc 0) 00000100:00100000:0.0:1746137631.213595:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+251:1028:x1830957332352384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4284us (4641us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.213601:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29036 00000100:00100000:0.0:1746137631.214902:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.214969:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.221635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.222836:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+252:2009:x1830957332353536:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 933us (1206us total) trans 4294970778 rc 0/0 00000100:00100000:0.0:1746137631.222843:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2255 00002000:00100000:0.0:1746137631.222849:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9ca300 x1830957332353536/t4294970778(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.222856:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ca300 with x1830957332353536 ext(0->7) 00010000:00010000:0.0:1746137631.222861:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520ae00/0xddf4fb6141772756 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97b1 expref: 252 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.222870:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520ae00/0xddf4fb6141772756 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97b1 expref: 252 pid: 26520 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.222874:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9ca300 00000100:00100000:0.0:1746137631.224642:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.227052:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.229326:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.234114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.234166:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.236425:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.236454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.236493:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.244324:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.245298:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+254:2009:x1830957332355328:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 758us (979us total) trans 4294970779 rc 0/0 00000100:00100000:0.0:1746137631.245306:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2258 00002000:00100000:0.0:1746137631.245311:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9c8700 x1830957332355328/t4294970779(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.245318:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9c8700 with x1830957332355328 ext(0->7) 00010000:00010000:0.0:1746137631.245323:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb614177276b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97c6 expref: 254 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.245333:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb614177276b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97c6 expref: 254 pid: 26520 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.245338:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9c8700 00000100:00100000:0.0:1746137631.250706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.263961:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.268844:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.271529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.280050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.282328:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.282782:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.283034:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.283377:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13397 00000100:00100000:0.0:1746137631.287612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.289519:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.290914:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+256:2010:x1830957332357120:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1109us (1396us total) trans 4294970780 rc 0/0 00000100:00100000:0.0:1746137631.290922:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2260 00002000:00100000:0.0:1746137631.290930:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880081286d80 x1830957332357120/t4294970780(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.290938:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081286d80 with x1830957332357120 ext(0->7) 00010000:00010000:0.0:1746137631.290945:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091564a00/0xddf4fb6141772780 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97db expref: 256 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.290957:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091564a00/0xddf4fb6141772780 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97db expref: 256 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.290963:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081286d80 00000100:00100000:0.0:1746137631.295742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.298729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.302052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.303759:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.309097:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.311700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.313925:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.314413:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.314472:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.316158:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.318728:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.320536:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+259:2008:x1830957332359424:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1595us (1807us total) trans 4294970781 rc 0/0 00000100:00100000:0.0:1746137631.320544:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2263 00002000:00100000:0.0:1746137631.320551:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092f38a80 x1830957332359424/t4294970781(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.320562:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f38a80 with x1830957332359424 ext(0->7) 00010000:00010000:0.0:1746137631.320570:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb6141772795 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97f0 expref: 259 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.320581:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb6141772795 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97f0 expref: 259 pid: 26520 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.320588:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092f38a80 00000100:00100000:0.0:1746137631.321934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.325726:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.330120:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.330176:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.330305:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29048 00000100:00100000:0.0:1746137631.330312:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+258:1028:x1830957332360064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137631.330320:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137631.330331:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce8b200/0xddf4fb61417727a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9805 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.330348:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb614177279c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97f7 expref: 259 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.330356:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.330357:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.330359:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce8b200/0xddf4fb61417727a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9805 expref: 259 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.330437:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb614177279c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97f7 expref: 259 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.330443:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb614177279c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd97f7 expref: 259 pid: 26520 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.330451:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11509:1830957326850176:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137631.330558:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137631.332655:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.335117:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.338396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.343841:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+260:2009:x1830957332360704:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1079us (5412us total) trans 4294970782 rc 0/0 00000100:00100000:0.0:1746137631.343852:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2265 00002000:00100000:0.0:1746137631.343860:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093095500 x1830957332360704/t4294970782(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.343876:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093095500 with x1830957332360704 ext(0->7) 00010000:00010000:0.0:1746137631.343885:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce8b200/0xddf4fb61417727a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9805 expref: 260 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.343901:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce8b200/0xddf4fb61417727a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9805 expref: 260 pid: 11509 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.343908:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093095500 00000100:00100000:0.0:1746137631.345683:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.349283:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.351405:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.356021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.359792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.363243:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.367637:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13405 00000100:00100000:0.0:1746137631.367644:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+261:2007:x1830957332361984:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137631.367655:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137631.368136:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb61417727b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd980c expref: 261 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.368145:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb61417727b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd980c expref: 261 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.368156:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb61417727b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd980c expref: 261 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.368174:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.368176:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.368181:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb61417727b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9813 expref: 260 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.368192:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb61417727b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9813 expref: 260 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137631.369921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.371604:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.372531:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+262:2009:x1830957332362752:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 739us (929us total) trans 4294970783 rc 0/0 00000100:00100000:0.0:1746137631.372538:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2267 00002000:00100000:0.0:1746137631.372544:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f145880 x1830957332362752/t4294970783(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.372550:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145880 with x1830957332362752 ext(0->7) 00010000:00010000:0.0:1746137631.372554:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb61417727b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9813 expref: 262 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.372564:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb61417727b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9813 expref: 262 pid: 11509 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.372569:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f145880 00000100:00100000:0.0:1746137631.374162:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.378052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.381531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.385018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.387506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.387551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.391611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.392101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.392133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.394631:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.396656:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.398065:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+264:2009:x1830957332364800:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1161us (1412us total) trans 4294970784 rc 0/0 00000100:00100000:0.0:1746137631.398073:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2269 00002000:00100000:0.0:1746137631.398081:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f0c5f80 x1830957332364800/t4294970784(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.398088:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5f80 with x1830957332364800 ext(0->7) 00010000:00010000:0.0:1746137631.398095:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb61417727cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9828 expref: 264 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.398106:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb61417727cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9828 expref: 264 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.398113:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f0c5f80 00000100:00100000:0.0:1746137631.399677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.402783:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.405517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.410000:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.412445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.415101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.415132:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.415172:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.415190:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332366336 00000100:00100000:0.0:1746137631.415196:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332366336 00000100:00100000:0.0:1746137631.415227:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29057 00000100:00100000:0.0:1746137631.415233:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1029:x1830957332366336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137631.415247:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137631.415259:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090871800/0xddf4fb61417727e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9844 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.415276:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.415281:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb61417727e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd983d expref: 266 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.415286:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137631.415289:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090871800/0xddf4fb61417727e9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9844 expref: 7 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.415315:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb61417727e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd983d expref: 266 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.415325:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090871800/0xddf4fb61417727e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9844 expref: 7 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.415334:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090871800, rc 0) 00000100:00100000:0.0:1746137631.415363:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1029:x1830957332366336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.415368:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29057 00000100:00100000:0.0:1746137631.417842:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.419324:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.420473:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+266:2007:x1830957332366848:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 871us (1150us total) trans 4294970785 rc 0/0 00000100:00100000:0.0:1746137631.420483:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2271 00002000:00100000:0.0:1746137631.420488:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969c9f80 x1830957332366848/t4294970785(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.420495:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9f80 with x1830957332366848 ext(0->7) 00010000:00010000:0.0:1746137631.420500:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb61417727e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd983d expref: 266 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.420508:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb61417727e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd983d expref: 266 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.420513:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969c9f80 00000100:00100000:0.0:1746137631.421915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.426714:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.433962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.435329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.436158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.440548:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.440594:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.443868:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.447013:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.448222:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+268:2009:x1830957332368640:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1028us (1212us total) trans 4294970786 rc 0/0 00000100:00100000:0.0:1746137631.448229:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2274 00002000:00100000:0.0:1746137631.448235:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012bd57800 x1830957332368640/t4294970786(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.448248:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57800 with x1830957332368640 ext(0->7) 00010000:00010000:0.0:1746137631.448254:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb61417727f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9852 expref: 268 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.448265:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb61417727f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9852 expref: 268 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.448270:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bd57800 00000100:00100000:0.0:1746137631.451888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.456448:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.459196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.463889:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.464426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.465600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.466601:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.466653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.466863:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332369920 00000100:00100000:0.0:1746137631.466866:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332369920 00010000:00010000:0.0:1746137631.466876:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091624c00/0xddf4fb6141772805 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9860 expref: 269 pid: 21535 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.466892:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13417 00000100:00100000:0.0:1746137631.466896:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+269:2008:x1830957332369920:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137631.466900:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137631.466916:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091624c00/0xddf4fb6141772805 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9860 expref: 269 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.466929:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091624c00/0xddf4fb6141772805 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9860 expref: 269 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.466942:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091624c00/0xddf4fb6141772805 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9860 expref: 269 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.467001:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.467003:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.467008:0:21563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091564000/0xddf4fb614177280c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9867 expref: 268 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.467015:0:21563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091564000/0xddf4fb614177280c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9867 expref: 268 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137631.470773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.473057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.475217:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+270:2007:x1830957332370432:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 800us (2162us total) trans 4294970787 rc 0/0 00000100:00100000:0.0:1746137631.475223:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2277 00002000:00100000:0.0:1746137631.475228:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094f2f480 x1830957332370432/t4294970787(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.475233:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f480 with x1830957332370432 ext(0->7) 00010000:00010000:0.0:1746137631.475237:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091564000/0xddf4fb614177280c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9867 expref: 270 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.475245:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091564000/0xddf4fb614177280c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9867 expref: 270 pid: 11509 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.475252:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f2f480 00000100:00100000:0.0:1746137631.477803:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.482244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.486472:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332370944 00000100:00100000:0.0:1746137631.486480:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332370944 00000100:00100000:0.0:1746137631.486520:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29064 00000100:00100000:0.0:1746137631.486528:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+269:1029:x1830957332370944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137631.486542:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137631.486556:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce8b000/0xddf4fb614177281a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9875 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.486577:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.486578:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.486584:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce8b000/0xddf4fb614177281a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9875 expref: 270 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.486597:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce8b000/0xddf4fb614177281a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9875 expref: 270 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.486605:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8b000, rc 0) 00000100:00100000:0.0:1746137631.486705:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+270:1029:x1830957332370944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.486711:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29064 00000100:00100000:0.0:1746137631.486844:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332371072 00000100:00100000:0.0:1746137631.486848:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332371072 00000100:00100000:0.0:1746137631.486873:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29065 00000100:00100000:0.0:1746137631.486879:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+270:1028:x1830957332371072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137631.486885:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137631.486892:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b484c400/0xddf4fb6141772821 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd987c expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.486905:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cff8200/0xddf4fb6141772813 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd986e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.486912:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce8b000/0xddf4fb614177281a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9875 expref: 271 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.486916:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.486918:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.486920:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b484c400/0xddf4fb6141772821 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd987c expref: 271 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.486942:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce8b000/0xddf4fb614177281a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9875 expref: 271 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.486951:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce8b000/0xddf4fb614177281a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9875 expref: 271 pid: 11509 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.486960:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11509:1830957326853888:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137631.487288:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cff8200/0xddf4fb6141772813 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd986e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.487296:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cff8200/0xddf4fb6141772813 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd986e expref: 5 pid: 11509 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.487304:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11509:1830957326854016:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137631.487323:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137631.487739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.488607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.489377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.489428:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.493762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.496412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.498633:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+272:2009:x1830957332372224:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2040us (2219us total) trans 4294970788 rc 0/0 00000100:00100000:0.0:1746137631.498643:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2280 00002000:00100000:0.0:1746137631.498652:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961fa300 x1830957332372224/t4294970788(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.498660:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa300 with x1830957332372224 ext(0->7) 00010000:00010000:0.0:1746137631.498668:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b484c400/0xddf4fb6141772821 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd987c expref: 272 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.499528:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b484c400/0xddf4fb6141772821 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd987c expref: 272 pid: 11509 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.499538:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961fa300 00000100:00100000:0.0:1746137631.503647:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.511864:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.511978:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.512001:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332372736 00000100:00100000:0.0:1746137631.512007:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332372736 00002000:00100000:0.0:1746137631.512039:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a3b80 x1830957332372736/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:67/0 lens 488/0 e 0 to 0 dl 1746137642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.512047:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3b80 with x1830957332372736 ext(0->4095) 00002000:00010000:0.0:1746137631.512051:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9a3b80 00000100:00100000:0.0:1746137631.512066:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13592 00000100:00100000:0.0:1746137631.512071:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332372736:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137631.512170:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332372736:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (191us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137631.512176:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13592 00002000:00100000:0.0:1746137631.512181:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a3b80 x1830957332372736/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:67/0 lens 488/4536 e 0 to 0 dl 1746137642 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.512188:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3b80 with x1830957332372736 ext(0->4095) 00010000:00010000:0.0:1746137631.512192:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091564a00/0xddf4fb6141772828 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9883 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.512200:0:27013:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880091564a00/0xddf4fb6141772828 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9883 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137631.512205:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a3b80 00000100:00100000:0.0:1746137631.518315:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332372992 00000100:00100000:0.0:1746137631.518319:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332372992 00010000:00010000:0.0:1746137631.518339:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091564a00/0xddf4fb6141772828 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9883 expref: 6 pid: 11509 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.518378:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13422 00000100:00100000:0.0:1746137631.518384:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332372992:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137631.518393:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137631.518408:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091564a00/0xddf4fb6141772828 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9883 expref: 6 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.518418:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091564a00/0xddf4fb6141772828 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9883 expref: 6 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.518434:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091564a00/0xddf4fb6141772828 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9883 expref: 6 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.518454:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.518469:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.518475:0:21563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e814600/0xddf4fb614177282f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd988a expref: 272 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.518481:0:21563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e814600/0xddf4fb614177282f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd988a expref: 272 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.518501:0:21563:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e814600/0xddf4fb614177282f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd988a expref: 272 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.518509:0:21563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e814600/0xddf4fb614177282f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd988a expref: 272 pid: 11509 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.519487:0:21563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21563:1830957326854784:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137631.519573:0:21563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137631.522171:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.524266:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.525249:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+275:2009:x1830957332373504:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 713us (986us total) trans 4294970789 rc 0/0 00000100:00100000:0.0:1746137631.525255:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2282 00002000:00100000:0.0:1746137631.525261:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9a2680 x1830957332373504/t4294970789(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.525268:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2680 with x1830957332373504 ext(0->7) 00010000:00010000:0.0:1746137631.525273:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e814600/0xddf4fb614177282f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd988a expref: 275 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.525282:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e814600/0xddf4fb614177282f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd988a expref: 275 pid: 11509 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.525287:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a2680 00000100:00100000:0.0:1746137631.528681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.531169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.533315:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.535642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.540601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.540644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.542363:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332374784 00000100:00100000:0.0:1746137631.542368:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332374784 00010000:00010000:0.0:1746137631.542386:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fb8e00/0xddf4fb614177283d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9898 expref: 6 pid: 11509 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.542411:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13424 00000100:00100000:0.0:1746137631.542416:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332374784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137631.542424:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137631.542435:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fb8e00/0xddf4fb614177283d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9898 expref: 6 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.542443:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fb8e00/0xddf4fb614177283d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9898 expref: 6 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.542473:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137631.542949:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957332374784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 531us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.542955:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13424 00000100:00100000:0.0:1746137631.544742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.544762:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332374912 00000100:00100000:0.0:1746137631.544767:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332374912 00000100:00100000:0.0:1746137631.544929:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29071 00000100:00100000:0.0:1746137631.545339:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1029:x1830957332374912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137631.545349:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137631.545358:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e814600/0xddf4fb614177284b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd98a6 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.545372:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fb9200/0xddf4fb6141772844 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd989f expref: 274 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.545378:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137631.545379:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137631.545382:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e814600/0xddf4fb614177284b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98a6 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.545396:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fb9200/0xddf4fb6141772844 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd989f expref: 274 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.545404:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fb9200/0xddf4fb6141772844 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd989f expref: 274 pid: 11509 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.545412:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26520:1830957326855424:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137631.545431:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137631.547239:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.553929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.555360:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+276:2010:x1830957332375552:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1014us (1432us total) trans 4294970790 rc 0/0 00000100:00100000:0.0:1746137631.555369:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2285 00002000:00100000:0.0:1746137631.555376:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961f9f80 x1830957332375552/t4294970790(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.555384:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9f80 with x1830957332375552 ext(0->7) 00010000:00010000:0.0:1746137631.555392:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fb9200/0xddf4fb6141772844 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd989f expref: 276 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.555403:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fb9200/0xddf4fb6141772844 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd989f expref: 276 pid: 11509 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.555409:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961f9f80 00000100:00100000:0.0:1746137631.557571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.559706:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.562882:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.567671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.569386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.570205:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.571781:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.573492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.575773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.577439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.579720:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.580888:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+278:2008:x1830957332377472:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 795us (1165us total) trans 4294970791 rc 0/0 00000100:00100000:0.0:1746137631.580894:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2287 00002000:00100000:0.0:1746137631.580900:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961d7480 x1830957332377472/t4294970791(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.580907:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7480 with x1830957332377472 ext(0->7) 00010000:00010000:0.0:1746137631.580911:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5e00/0xddf4fb6141772859 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98b4 expref: 278 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.580920:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5e00/0xddf4fb6141772859 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98b4 expref: 278 pid: 26520 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.580925:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961d7480 00000100:00100000:0.0:1746137631.585664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.590205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.592677:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.593894:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.594497:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.594766:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332378368 00000100:00100000:0.0:1746137631.594770:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332378368 00002000:00100000:0.0:1746137631.594793:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097e58380 x1830957332378368/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 488/0 e 0 to 0 dl 1746137642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.594801:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58380 with x1830957332378368 ext(0->4095) 00010000:00010000:0.0:1746137631.594824:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5600/0xddf4fb6141772867 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98c2 expref: 280 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.594833:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5600/0xddf4fb6141772867 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98c2 expref: 280 pid: 26520 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.594838:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e58380 00000100:00100000:0.0:1746137631.594985:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2288 00000100:00100000:0.0:1746137631.594991:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+280:2007:x1830957332378368:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137631.595468:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+280:2007:x1830957332378368:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 466us (960us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137631.595474:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2288 00002000:00100000:0.0:1746137631.595480:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097e58380 x1830957332378368/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 488/4536 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.595486:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58380 with x1830957332378368 ext(0->4095) 00010000:00010000:0.0:1746137631.595491:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5600/0xddf4fb6141772867 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98c2 expref: 280 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.595498:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5600/0xddf4fb6141772867 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98c2 expref: 280 pid: 26520 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.595503:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e58380 00000100:00100000:0.0:1746137631.597742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.597770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.597824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.600260:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.601869:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.602955:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+280:2009:x1830957332379264:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 910us (1085us total) trans 4294970792 rc 0/0 00000100:00100000:0.0:1746137631.602962:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2290 00002000:00100000:0.0:1746137631.602968:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093094a80 x1830957332379264/t4294970792(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.602975:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094a80 with x1830957332379264 ext(0->7) 00010000:00010000:0.0:1746137631.602981:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091624c00/0xddf4fb614177286e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98c9 expref: 280 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.602990:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091624c00/0xddf4fb614177286e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98c9 expref: 280 pid: 11509 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.602994:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093094a80 00000100:00100000:0.0:1746137631.604780:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.607008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.609452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.614274:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.615374:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.617254:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.619178:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.619244:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.621566:0:21563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfc8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21563:1830957326857344:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137631.621594:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137631.621617:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089540e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+280:2008:x1830957332380416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2177us (2443us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.621624:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13434 00000100:00100000:0.0:1746137631.623029:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.625105:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+282:2010:x1830957332381056:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1927us (2075us total) trans 4294970793 rc 0/0 00000100:00100000:0.0:1746137631.625114:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2293 00002000:00100000:0.0:1746137631.625121:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880089541500 x1830957332381056/t4294970793(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.625131:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089541500 with x1830957332381056 ext(0->7) 00010000:00010000:0.0:1746137631.625138:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008b0ee400/0xddf4fb6141772883 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98de expref: 282 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.625150:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008b0ee400/0xddf4fb6141772883 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98de expref: 282 pid: 11509 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.625156:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089541500 00000100:00100000:0.0:1746137631.626760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.628696:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.632965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.633311:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332381696 00000100:00100000:0.0:1746137631.633314:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332381696 00000100:00100000:0.0:1746137631.633332:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29082 00000100:00100000:0.0:1746137631.633336:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+283:1029:x1830957332381696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137631.633342:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137631.633348:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b0ee400/0xddf4fb6141772898 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd98f3 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.633359:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.633362:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141772891 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98ec expref: 284 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.633368:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137631.633371:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0ee400/0xddf4fb6141772898 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98f3 expref: 284 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.633388:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141772891 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98ec expref: 284 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.633398:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b0ee400/0xddf4fb6141772898 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98f3 expref: 284 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.633406:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b0ee400, rc 0) 00000100:00100000:0.0:1746137631.633426:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+284:1029:x1830957332381696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.633432:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29082 00000100:00100000:0.0:1746137631.635235:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.638413:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.640999:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.642406:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089542a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+285:2008:x1830957332382336:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 887us (1414us total) trans 4294970794 rc 0/0 00000100:00100000:0.0:1746137631.642416:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2295 00002000:00100000:0.0:1746137631.642424:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880089542a00 x1830957332382336/t4294970794(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.642432:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089542a00 with x1830957332382336 ext(0->7) 00010000:00010000:0.0:1746137631.642440:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141772891 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98ec expref: 285 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.642451:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141772891 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98ec expref: 285 pid: 26520 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.642466:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089542a00 00000100:00100000:0.0:1746137631.645349:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.648772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.652162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.654731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.658666:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.663404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.667335:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.667368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.667410:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.667428:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332383616 00000100:00100000:0.0:1746137631.667433:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332383616 00010000:00010000:0.0:1746137631.667478:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5600/0xddf4fb614177289f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98fa expref: 7 pid: 26520 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.667500:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332383872 00000100:00100000:0.0:1746137631.667502:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332383872 00010000:00010000:0.0:1746137631.667511:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0ee400/0xddf4fb6141772898 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98f3 expref: 286 pid: 11509 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.667525:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13438 00000100:00100000:0.0:1746137631.667534:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5811050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2007:x1830957332383616:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137631.667546:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137631.667567:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5600/0xddf4fb614177289f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98fa expref: 7 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.667578:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5600/0xddf4fb614177289f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd98fa expref: 7 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.668255:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137631.668281:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5811050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2007:x1830957332383616:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 750us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.668288:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13438 00000100:00100000:0.0:1746137631.671701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.675945:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.677585:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+286:2009:x1830957332384384:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1390us (1640us total) trans 4294970795 rc 0/0 00000100:00100000:0.0:1746137631.677596:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2297 00002000:00100000:0.0:1746137631.677606:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9a8e00 x1830957332384384/t4294970795(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.677619:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8e00 with x1830957332384384 ext(0->7) 00010000:00010000:0.0:1746137631.677627:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4600/0xddf4fb61417728a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9901 expref: 286 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.677640:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4600/0xddf4fb61417728a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9901 expref: 286 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.677646:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a8e00 00000100:00100000:0.0:1746137631.679898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.682433:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.684907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.689603:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.692915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.692978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.696792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.696916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.697249:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13441 00000100:00100000:0.0:1746137631.697258:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+287:2010:x1830957332385664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137631.697268:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137631.697290:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb61417728b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd990f expref: 287 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.697299:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb61417728b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd990f expref: 287 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.697682:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb61417728b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd990f expref: 287 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.697706:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.697708:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.697715:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417728bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9916 expref: 286 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.697721:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417728bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9916 expref: 286 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.697759:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417728bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9916 expref: 286 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137631.697771:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957326859008:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137631.697858:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137631.698342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.699901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.703345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.705136:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+289:2007:x1830957332386432:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1559us (1800us total) trans 4294970796 rc 0/0 00000100:00100000:0.0:1746137631.705252:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2299 00002000:00100000:0.0:1746137631.705263:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9ab800 x1830957332386432/t4294970796(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.705272:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ab800 with x1830957332386432 ext(0->7) 00010000:00010000:0.0:1746137631.705281:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417728bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9916 expref: 289 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.705299:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb61417728bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9916 expref: 289 pid: 26520 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.705305:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9ab800 00000100:00100000:0.0:1746137631.706711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.709628:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.712936:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.717044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.724388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.724444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.728292:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.731286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.734782:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089542300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+291:2009:x1830957332388224:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 852us (3503us total) trans 4294970797 rc 0/0 00000100:00100000:0.0:1746137631.734790:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2302 00002000:00100000:0.0:1746137631.734796:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880089542300 x1830957332388224/t4294970797(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.734803:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089542300 with x1830957332388224 ext(0->7) 00010000:00010000:0.0:1746137631.734841:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091625600/0xddf4fb61417728d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd992b expref: 291 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.734851:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091625600/0xddf4fb61417728d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd992b expref: 291 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.734856:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089542300 00000100:00100000:0.0:1746137631.741341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.745717:0:21563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098618e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21563:1830957326859904:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137631.745739:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137631.745795:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089542d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+290:2008:x1830957332388352:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4007us (4464us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.745827:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13446 00000100:00100000:0.0:1746137631.748185:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.752084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.756372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.757009:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.757086:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332389504 00000100:00100000:0.0:1746137631.757089:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332389504 00010000:00010000:0.0:1746137631.757105:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4600/0xddf4fb61417728de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9939 expref: 6 pid: 26520 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.757127:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13447 00000100:00100000:0.0:1746137631.757133:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332389504:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137631.757140:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137631.757151:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4600/0xddf4fb61417728de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9939 expref: 6 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.757159:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4600/0xddf4fb61417728de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9939 expref: 6 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.757176:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4600/0xddf4fb61417728de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9939 expref: 6 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.757205:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137631.757222:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957332389504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 89us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.757226:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13447 00000100:00100000:0.0:1746137631.759507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.759600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.761752:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.763944:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.769089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.773653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.773728:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332390656 00000100:00100000:0.0:1746137631.773734:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332390656 00002000:00100000:0.0:1746137631.773769:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880088f65880 x1830957332390656/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:67/0 lens 488/0 e 0 to 0 dl 1746137642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.773778:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088f65880 with x1830957332390656 ext(0->4095) 00002000:00010000:0.0:1746137631.773782:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088f65880 00000100:00100000:0.0:1746137631.773845:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13610 00000100:00100000:0.0:1746137631.777332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.780252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.781037:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.784267:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.784298:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.784330:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.784365:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332391296 00000100:00100000:0.0:1746137631.784371:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332391296 00010000:00010000:0.0:1746137631.784402:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb61417728ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9947 expref: 6 pid: 26520 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.784429:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332391424 00000100:00100000:0.0:1746137631.784431:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332391424 00010000:00010000:0.0:1746137631.784439:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091625600/0xddf4fb61417728f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd994e expref: 294 pid: 26520 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.784453:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13450 00000100:00100000:0.0:1746137631.784471:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332391296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137631.784485:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137631.784507:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb61417728ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9947 expref: 6 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.784518:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb61417728ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9947 expref: 6 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.784542:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb61417728ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9947 expref: 6 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.784562:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137631.784616:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332391296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 145us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.784622:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13450 00000100:00100000:0.0:1746137631.784636:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13451 00000100:00100000:0.0:1746137631.784641:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+294:2007:x1830957332391424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137631.784648:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137631.784737:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091625600/0xddf4fb61417728f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd994e expref: 294 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.784746:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091625600/0xddf4fb61417728f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd994e expref: 294 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.784759:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091625600/0xddf4fb61417728f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd994e expref: 294 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.784767:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.784768:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.784773:0:21563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5e00/0xddf4fb61417728fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9955 expref: 293 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.784779:0:21563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5e00/0xddf4fb61417728fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9955 expref: 293 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.784796:0:21563:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5e00/0xddf4fb61417728fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9955 expref: 293 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.784829:0:21563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5e00/0xddf4fb61417728fa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9955 expref: 293 pid: 21535 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746137631.784841:0:21563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21563:1830957326861056:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137631.784891:0:21563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137631.795734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.798384:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+294:2008:x1830957332392064:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2384us (2646us total) trans 4294970799 rc 0/0 00000100:00100000:0.0:1746137631.798398:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2308 00002000:00100000:0.0:1746137631.798411:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880088f67100 x1830957332392064/t4294970799(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.798420:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088f67100 with x1830957332392064 ext(0->7) 00010000:00010000:0.0:1746137631.798431:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5e00/0xddf4fb61417728fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9955 expref: 294 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.798451:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5e00/0xddf4fb61417728fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9955 expref: 294 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.798469:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088f67100 00000100:00100000:0.0:1746137631.805526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.809521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.814498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.819414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.821408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.822714:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+297:2008:x1830957332393344:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 960us (1310us total) trans 4294970800 rc 0/0 00000100:00100000:0.0:1746137631.822723:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2310 00002000:00100000:0.0:1746137631.822729:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880088f64380 x1830957332393344/t4294970800(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.822735:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088f64380 with x1830957332393344 ext(0->7) 00010000:00010000:0.0:1746137631.822741:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090b50000/0xddf4fb6141772908 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9963 expref: 297 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.822750:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090b50000/0xddf4fb6141772908 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9963 expref: 297 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.822759:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088f64380 00000100:00100000:0.0:1746137631.824364:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.827555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.829794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.835801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.838118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.838156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.838195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.838275:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13455 00000100:00100000:0.0:1746137631.838282:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+298:2008:x1830957332394368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137631.838295:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137631.838321:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb614177290f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd996a expref: 298 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.838331:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb614177290f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd996a expref: 298 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.838358:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb614177290f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd996a expref: 298 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.838374:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137631.838394:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+297:2008:x1830957332394368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 113us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.838400:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13455 00000100:00100000:0.0:1746137631.840854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.842649:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.847008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.852330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.858276:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.858393:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.862716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.862752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.862800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.862852:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332396416 00000100:00100000:0.0:1746137631.862856:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332396416 00000100:00100000:0.0:1746137631.865279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.867318:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.868910:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+301:2007:x1830957332396928:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1377us (1589us total) trans 4294970802 rc 0/0 00000100:00100000:0.0:1746137631.868919:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2315 00002000:00100000:0.0:1746137631.868928:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096653b80 x1830957332396928/t4294970802(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.868937:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653b80 with x1830957332396928 ext(0->7) 00010000:00010000:0.0:1746137631.868946:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b400/0xddf4fb6141772932 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd998d expref: 301 pid: 26520 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.868960:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b400/0xddf4fb6141772932 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd998d expref: 301 pid: 26520 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.868966:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096653b80 00000100:00100000:0.0:1746137631.870969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.874774:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332397312 00000100:00100000:0.0:1746137631.874781:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332397312 00002000:00100000:0.0:1746137631.874853:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a8380 x1830957332397312/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 488/0 e 0 to 0 dl 1746137642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.874863:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8380 with x1830957332397312 ext(0->4095) 00002000:00010000:0.0:1746137631.874870:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9a8380 00000100:00100000:0.0:1746137631.876916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.879355:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.883463:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.886984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.889469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.889500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.889521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.889566:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332398464 00000100:00100000:0.0:1746137631.889571:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332398464 00000100:00100000:0.0:1746137631.889608:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29108 00000100:00100000:0.0:1746137631.889866:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1029:x1830957332398464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137631.889884:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137631.889897:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009092a800/0xddf4fb614177294e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd99a9 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.889944:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137631.889949:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fb8200/0xddf4fb6141772947 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99a2 expref: 302 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.889954:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137631.889956:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009092a800/0xddf4fb614177294e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99a9 expref: 8 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.889995:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fb8200/0xddf4fb6141772947 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99a2 expref: 301 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.890005:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009092a800/0xddf4fb614177294e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99a9 expref: 8 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137631.890013:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009092a800, rc 0) 00000100:00100000:0.0:1746137631.890029:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:1029:x1830957332398464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 415us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137631.890033:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29108 00000100:00100000:0.0:1746137631.892061:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.894799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.896707:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+302:2008:x1830957332398976:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1690us (1904us total) trans 4294970803 rc 0/0 00000100:00100000:0.0:1746137631.896718:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2317 00002000:00100000:0.0:1746137631.896728:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009200c700 x1830957332398976/t4294970803(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.896736:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200c700 with x1830957332398976 ext(0->7) 00010000:00010000:0.0:1746137631.896746:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fb8200/0xddf4fb6141772947 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99a2 expref: 302 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.896758:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fb8200/0xddf4fb6141772947 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99a2 expref: 302 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.896765:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009200c700 00000100:00100000:0.0:1746137631.900143:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.903519:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.909082:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.909162:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.913157:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.915901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.918305:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.921149:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+305:2010:x1830957332400256:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1809us (2858us total) trans 4294970804 rc 0/0 00000100:00100000:0.0:1746137631.921160:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2319 00002000:00100000:0.0:1746137631.921169:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b28f480 x1830957332400256/t4294970804(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.921181:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f480 with x1830957332400256 ext(0->7) 00010000:00010000:0.0:1746137631.921190:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb614177295c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99b7 expref: 305 pid: 21535 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.921203:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb614177295c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99b7 expref: 305 pid: 21535 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.921209:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b28f480 00000100:00100000:0.0:1746137631.924108:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.926787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.933380:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.934137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.935975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.936721:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.938922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.942202:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.948848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.950571:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+306:2008:x1830957332401920:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 928us (1725us total) trans 4294970805 rc 0/0 00000100:00100000:0.0:1746137631.950579:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2321 00002000:00100000:0.0:1746137631.950585:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b28ed80 x1830957332401920/t4294970805(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.950592:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ed80 with x1830957332401920 ext(0->7) 00010000:00010000:0.0:1746137631.950598:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091624a00/0xddf4fb614177296a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99c5 expref: 306 pid: 11509 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746137631.950608:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091624a00/0xddf4fb614177296a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99c5 expref: 306 pid: 11509 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746137631.950613:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b28ed80 00000100:00100000:0.0:1746137631.953079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.957700:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.961536:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.965328:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.967228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.969505:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.971212:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+309:2007:x1830957332403200:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 999us (1712us total) trans 4294970806 rc 0/0 00000100:00100000:0.0:1746137631.971219:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2323 00002000:00100000:0.0:1746137631.971226:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097e59f80 x1830957332403200/t4294970806(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.971239:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e59f80 with x1830957332403200 ext(0->7) 00010000:00010000:0.0:1746137631.971246:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb6141772978 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99d3 expref: 309 pid: 11509 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137631.971255:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091625200/0xddf4fb6141772978 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99d3 expref: 309 pid: 11509 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137631.971261:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e59f80 00000100:00100000:0.0:1746137631.972944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.975949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.978855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.980610:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.983036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.983083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.984906:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.985442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.985501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.987444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.989526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137631.991432:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+310:2010:x1830957332405248:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1302us (1906us total) trans 4294970807 rc 0/0 00000100:00100000:0.0:1746137631.991448:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2326 00002000:00100000:0.0:1746137631.991475:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090ae4700 x1830957332405248/t4294970807(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:67/0 lens 496/448 e 0 to 0 dl 1746137642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137631.991488:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae4700 with x1830957332405248 ext(0->7) 00010000:00010000:0.0:1746137631.991504:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091625600/0xddf4fb614177298d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99e8 expref: 310 pid: 11509 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137631.991524:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091625600/0xddf4fb614177298d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99e8 expref: 310 pid: 11509 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137631.991533:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090ae4700 00000100:00100000:0.0:1746137631.998600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.001638:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.004140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.004313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137632.005201:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137632.008190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.010689:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332407040 00000100:00100000:0.0:1746137632.010696:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332407040 00002000:00100000:0.0:1746137632.010732:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d7b480 x1830957332407040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 488/0 e 0 to 0 dl 1746137643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.010747:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7b480 with x1830957332407040 ext(0->4095) 00010000:00010000:0.0:1746137632.010754:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb61417729a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99fd expref: 311 pid: 11509 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.010768:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb61417729a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99fd expref: 311 pid: 11509 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.010775:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d7b480 00000100:00100000:0.0:1746137632.010803:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2327 00000100:00100000:0.0:1746137632.010841:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+311:2010:x1830957332407040:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137632.010969:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+311:2010:x1830957332407040:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137632.010975:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2327 00002000:00100000:0.0:1746137632.010980:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d7b480 x1830957332407040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 488/4536 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.010987:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7b480 with x1830957332407040 ext(0->4095) 00010000:00010000:0.0:1746137632.010991:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb61417729a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99fd expref: 311 pid: 11509 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.011000:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091625000/0xddf4fb61417729a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd99fd expref: 311 pid: 11509 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.011006:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d7b480 00000100:00100000:0.0:1746137632.012756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.016489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.020198:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.023997:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.026175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.031057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.031444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.033387:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.034387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.034428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.036885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.039427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.040650:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+314:2010:x1830957332409344:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1019us (1227us total) trans 4294970809 rc 0/0 00000100:00100000:0.0:1746137632.040660:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2331 00002000:00100000:0.0:1746137632.040667:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096857480 x1830957332409344/t4294970809(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.040675:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096857480 with x1830957332409344 ext(0->7) 00010000:00010000:0.0:1746137632.040684:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb61417729b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a12 expref: 314 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.040694:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb61417729b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a12 expref: 314 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.040700:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096857480 00000100:00100000:0.0:1746137632.046607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.050900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.054506:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.058506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.058730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.061041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.061066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.061085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.061184:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29127 00000100:00100000:0.0:1746137632.061191:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+316:1029:x1830957332410880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.061203:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.061213:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5e00/0xddf4fb61417729d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9a2e expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.061306:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.061312:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091624c00/0xddf4fb61417729cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a27 expref: 315 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.061318:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137632.061321:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5e00/0xddf4fb61417729d3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a2e expref: 315 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.061349:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091624c00/0xddf4fb61417729cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a27 expref: 315 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.061411:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b0b5e00/0xddf4fb61417729d3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a2e expref: 315 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.061419:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b0b5e00, rc 0) 00000100:00100000:0.0:1746137632.061447:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096856680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+315:1029:x1830957332410880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 257us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137632.061451:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29127 00000100:00100000:0.0:1746137632.063173:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.066882:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.068182:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+317:2010:x1830957332411392:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 981us (1306us total) trans 4294970810 rc 0/0 00000100:00100000:0.0:1746137632.068190:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2333 00002000:00100000:0.0:1746137632.068204:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094f2d180 x1830957332411392/t4294970810(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.068217:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2d180 with x1830957332411392 ext(0->7) 00010000:00010000:0.0:1746137632.068224:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091624c00/0xddf4fb61417729cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a27 expref: 317 pid: 11509 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.068236:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091624c00/0xddf4fb61417729cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a27 expref: 317 pid: 11509 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.068243:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f2d180 00000100:00100000:0.0:1746137632.069996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.073035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.074844:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332411904 00000100:00100000:0.0:1746137632.074854:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332411904 00000100:00100000:0.0:1746137632.074906:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29128 00000100:00100000:0.0:1746137632.074915:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1029:x1830957332411904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.074936:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.074954:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800916bee00/0xddf4fb61417729da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9a35 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.074977:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.074979:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.074987:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916bee00/0xddf4fb61417729da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a35 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.075001:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800916bee00/0xddf4fb61417729da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a35 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.075010:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916bee00, rc 0) 00000100:00100000:0.0:1746137632.075061:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1029:x1830957332411904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137632.075067:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29128 00000100:00100000:0.0:1746137632.076909:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.079772:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.080442:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.083160:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.083190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.083281:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.083303:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332412928 00000100:00100000:0.0:1746137632.083306:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332412928 00000100:00100000:0.0:1746137632.083333:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29130 00000100:00100000:0.0:1746137632.083339:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1029:x1830957332412928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.083354:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.083366:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800916be600/0xddf4fb61417729e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9a43 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.083405:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.083410:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb61417729e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a3c expref: 317 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.083415:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137632.083419:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916be600/0xddf4fb61417729e8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a43 expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.083529:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb61417729e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a3c expref: 315 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.083545:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb61417729e1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a3c expref: 315 pid: 11509 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.083557:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957326868224:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137632.083610:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137632.087327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.090644:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.092174:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+318:2007:x1830957332413440:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1186us (1535us total) trans 4294970811 rc 0/0 00000100:00100000:0.0:1746137632.092181:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2335 00002000:00100000:0.0:1746137632.092188:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094f2f480 x1830957332413440/t4294970811(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.092196:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f480 with x1830957332413440 ext(0->7) 00010000:00010000:0.0:1746137632.092203:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb61417729e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a3c expref: 318 pid: 11509 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.092215:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb61417729e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a3c expref: 318 pid: 11509 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.092222:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f2f480 00000100:00100000:0.0:1746137632.095079:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.097194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.099689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.104380:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.107716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.107770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.111005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.111746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.111771:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.115802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.119684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.127978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.132663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.139605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.144695:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.153196:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332416512 00000100:00100000:0.0:1746137632.153208:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332416512 00002000:00100000:0.0:1746137632.153262:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d7b800 x1830957332416512/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:68/0 lens 488/0 e 0 to 0 dl 1746137643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.153273:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7b800 with x1830957332416512 ext(0->4095) 00002000:00010000:0.0:1746137632.153280:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d7b800 00000100:00100000:0.0:1746137632.153318:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13640 00000100:00100000:0.0:1746137632.153326:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332416512:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137632.154747:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332416512:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1417us (1611us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137632.154758:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13640 00002000:00100000:0.0:1746137632.154769:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d7b800 x1830957332416512/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:68/0 lens 488/4536 e 0 to 0 dl 1746137643 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.154778:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7b800 with x1830957332416512 ext(0->4095) 00002000:00010000:0.0:1746137632.154785:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d7b800 00000100:00100000:0.0:1746137632.154846:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332416640 00000100:00100000:0.0:1746137632.154852:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332416640 00000100:00100000:0.0:1746137632.154883:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29135 00000100:00100000:0.0:1746137632.154890:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+320:1028:x1830957332416640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.154901:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.154919:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800916be800/0xddf4fb6141772a0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9a66 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.154946:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091624a00/0xddf4fb61417729fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a58 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.154953:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb6141772a04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a5f expref: 321 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.154958:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.154959:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.154962:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916be800/0xddf4fb6141772a0b lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a66 expref: 321 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.154988:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb6141772a04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a5f expref: 321 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.154998:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb6141772a04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a5f expref: 321 pid: 21535 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.155009:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26520:1830957326869248:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137632.155112:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091624a00/0xddf4fb61417729fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a58 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.155124:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091624a00/0xddf4fb61417729fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a58 expref: 5 pid: 21535 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.155132:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26520:1830957326869376:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137632.155825:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137632.160396:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.160442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.160493:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332416896 00000100:00100000:0.0:1746137632.160499:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332416896 00000100:00100000:0.0:1746137632.160535:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29136 00000100:00100000:0.0:1746137632.161070:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+321:1029:x1830957332416896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.161085:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.161098:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141772a12 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9a6d expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.161118:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.161123:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800916be800/0xddf4fb6141772a0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a66 expref: 321 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.161128:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137632.161131:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141772a12 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a6d expref: 321 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.161154:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800916be800/0xddf4fb6141772a0b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a66 expref: 321 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.161169:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141772a12 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a6d expref: 321 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.161176:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916bec00, rc 0) 00000100:00100000:0.0:1746137632.162935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.166701:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.168985:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.171875:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+323:2007:x1830957332417536:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2679us (2888us total) trans 4294970813 rc 0/0 00000100:00100000:0.0:1746137632.171888:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2339 00002000:00100000:0.0:1746137632.171901:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800968e8e00 x1830957332417536/t4294970813(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.171910:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8e00 with x1830957332417536 ext(0->7) 00010000:00010000:0.0:1746137632.171921:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800916be800/0xddf4fb6141772a0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a66 expref: 323 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.171935:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800916be800/0xddf4fb6141772a0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a66 expref: 323 pid: 26520 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.171942:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800968e8e00 00000100:00100000:0.0:1746137632.173635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.178969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.186411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.190006:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.194198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.199982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.206958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.207080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.208566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.215931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.222123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.225984:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+324:2008:x1830957332419584:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3483us (3862us total) trans 4294970814 rc 0/0 00000100:00100000:0.0:1746137632.225998:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2341 00002000:00100000:0.0:1746137632.226010:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800968eb480 x1830957332419584/t4294970814(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.226022:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb480 with x1830957332419584 ext(0->7) 00010000:00010000:0.0:1746137632.226033:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098f600/0xddf4fb6141772a20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a7b expref: 324 pid: 11509 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.226054:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098f600/0xddf4fb6141772a20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a7b expref: 324 pid: 11509 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.226062:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800968eb480 00000100:00100000:0.0:1746137632.228533:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.239492:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.239565:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.240237:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29141 00000100:00100000:0.0:1746137632.240252:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+325:1028:x1830957332420224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.240265:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.240278:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800916be800/0xddf4fb6141772a35 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9a90 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.240304:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772a27 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a82 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.240314:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520a000/0xddf4fb6141772a2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a89 expref: 326 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.240320:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.240322:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.240326:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916be800/0xddf4fb6141772a35 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a90 expref: 326 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.240363:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013520a000/0xddf4fb6141772a2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a89 expref: 326 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.240378:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013520a000/0xddf4fb6141772a2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a89 expref: 326 pid: 26520 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.240393:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830957326870528:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137632.241148:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772a27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a82 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.241159:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772a27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a82 expref: 5 pid: 11509 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.241168:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830957326870656:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137632.241191:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137632.244465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.245111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.247914:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.249563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.254074:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.257692:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.259646:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+326:2007:x1830957332421376:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1515us (1954us total) trans 4294970815 rc 0/0 00000100:00100000:0.0:1746137632.259658:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2344 00002000:00100000:0.0:1746137632.259670:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012bd55880 x1830957332421376/t4294970815(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.259679:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55880 with x1830957332421376 ext(0->7) 00010000:00010000:0.0:1746137632.259688:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800916be800/0xddf4fb6141772a35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a90 expref: 326 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.259705:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800916be800/0xddf4fb6141772a35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9a90 expref: 326 pid: 9584 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.259711:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bd55880 00000100:00100000:0.0:1746137632.263887:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.267260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.273032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.278109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.278324:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.283645:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.291230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.295900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.297350:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+328:2009:x1830957332423168:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1194us (1452us total) trans 4294970816 rc 0/0 00000100:00100000:0.0:1746137632.297360:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2347 00002000:00100000:0.0:1746137632.297369:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012bd55f80 x1830957332423168/t4294970816(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.297378:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55f80 with x1830957332423168 ext(0->7) 00010000:00010000:0.0:1746137632.297389:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772a4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9aa5 expref: 328 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.297404:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772a4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9aa5 expref: 328 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.297411:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bd55f80 00000100:00100000:0.0:1746137632.302899:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.307107:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.309800:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.312422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.316547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.316601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.320158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.320217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.321077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.323618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.326611:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.327725:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+331:2008:x1830957332425216:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 720us (1122us total) trans 4294970817 rc 0/0 00000100:00100000:0.0:1746137632.327732:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2350 00002000:00100000:0.0:1746137632.327741:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b32b480 x1830957332425216/t4294970817(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.327753:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b480 with x1830957332425216 ext(0->7) 00010000:00010000:0.0:1746137632.327759:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772a5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9aba expref: 331 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.327769:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772a5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9aba expref: 331 pid: 9584 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.327775:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b32b480 00000100:00100000:0.0:1746137632.329942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.332761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.334739:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.336613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.344181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.346982:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.347055:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.351941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.351981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.353165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.355419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.361041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.361996:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+333:2007:x1830957332427520:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 730us (964us total) trans 4294970818 rc 0/0 00000100:00100000:0.0:1746137632.362002:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2352 00002000:00100000:0.0:1746137632.362008:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ec5b480 x1830957332427520/t4294970818(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.362025:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5b480 with x1830957332427520 ext(0->7) 00010000:00010000:0.0:1746137632.362030:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772a74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9acf expref: 333 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.362039:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772a74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9acf expref: 333 pid: 9584 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.362045:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ec5b480 00000100:00100000:0.0:1746137632.364934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.367368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.369560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.375552:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.376328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.378421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.380189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.382332:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.383070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.385550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.389969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.391323:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+334:2009:x1830957332429568:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1044us (1361us total) trans 4294970819 rc 0/0 00000100:00100000:0.0:1746137632.391331:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2355 00002000:00100000:0.0:1746137632.391340:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ec5b100 x1830957332429568/t4294970819(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.391349:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5b100 with x1830957332429568 ext(0->7) 00010000:00010000:0.0:1746137632.391358:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772a89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ae4 expref: 334 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.391370:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772a89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ae4 expref: 334 pid: 26520 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.391376:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ec5b100 00000100:00100000:0.0:1746137632.397256:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.400643:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.402570:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.404514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.407154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.412800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.412971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.413025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.413078:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332430848 00000100:00100000:0.0:1746137632.413081:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332430848 00010000:00010000:0.0:1746137632.413100:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009098ec00/0xddf4fb6141772a97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9af2 expref: 336 pid: 26520 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.413119:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13510 00000100:00100000:0.0:1746137632.413124:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+336:2008:x1830957332430848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137632.413132:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137632.413152:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009098ec00/0xddf4fb6141772a97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9af2 expref: 336 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.413160:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009098ec00/0xddf4fb6141772a97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9af2 expref: 336 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.413176:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009098ec00/0xddf4fb6141772a97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9af2 expref: 335 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.413189:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.413190:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.413195:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009098e000/0xddf4fb6141772a9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9af9 expref: 334 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.413202:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009098e000/0xddf4fb6141772a9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9af9 expref: 334 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.413227:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009098e000/0xddf4fb6141772a9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9af9 expref: 334 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.413237:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009098e000/0xddf4fb6141772a9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9af9 expref: 334 pid: 26520 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.413247:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957326874112:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137632.413307:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137632.415081:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.418541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.419576:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+336:2010:x1830957332431360:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 818us (1045us total) trans 4294970820 rc 0/0 00000100:00100000:0.0:1746137632.419584:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2357 00002000:00100000:0.0:1746137632.419590:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d4b7480 x1830957332431360/t4294970820(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.419603:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b7480 with x1830957332431360 ext(0->7) 00010000:00010000:0.0:1746137632.419608:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098e000/0xddf4fb6141772a9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9af9 expref: 336 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.419618:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098e000/0xddf4fb6141772a9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9af9 expref: 336 pid: 26520 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.419624:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d4b7480 00000100:00100000:0.0:1746137632.421957:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.426142:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.429399:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.432407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.432535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.434447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.435173:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332432512 00000100:00100000:0.0:1746137632.435176:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332432512 00010000:00010000:0.0:1746137632.435189:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772aac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b07 expref: 337 pid: 9584 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.435201:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13514 00000100:00100000:0.0:1746137632.435206:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+337:2008:x1830957332432512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137632.435212:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137632.435400:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772aac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b07 expref: 337 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.435409:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772aac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b07 expref: 337 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.435422:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772aac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b07 expref: 337 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.435481:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137632.435510:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+336:2008:x1830957332432512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 304us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137632.435516:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13514 00000100:00100000:0.0:1746137632.437248:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.438945:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.440311:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+338:2009:x1830957332433152:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1175us (1364us total) trans 4294970821 rc 0/0 00000100:00100000:0.0:1746137632.440320:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2359 00002000:00100000:0.0:1746137632.440327:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880081287b80 x1830957332433152/t4294970821(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.440335:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287b80 with x1830957332433152 ext(0->7) 00010000:00010000:0.0:1746137632.440344:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098ec00/0xddf4fb6141772ab3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b0e expref: 338 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.440356:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098ec00/0xddf4fb6141772ab3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b0e expref: 338 pid: 9584 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.440362:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081287b80 00000100:00100000:0.0:1746137632.441762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.443879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.448329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.450711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.453975:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.454045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.458571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.458616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.459359:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332434688 00000100:00100000:0.0:1746137632.459363:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332434688 00010000:00010000:0.0:1746137632.459380:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009098ee00/0xddf4fb6141772aba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b15 expref: 6 pid: 9584 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.459396:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13517 00000100:00100000:0.0:1746137632.459401:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfcad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957332434688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137632.459745:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137632.459758:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009098ee00/0xddf4fb6141772aba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b15 expref: 6 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.459769:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009098ee00/0xddf4fb6141772aba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b15 expref: 6 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.459782:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009098ee00/0xddf4fb6141772aba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b15 expref: 6 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.459796:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.459798:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.459839:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772ac8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b23 expref: 338 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.459848:0:7224:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772ac8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b23 expref: 338 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.459881:0:7224:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772ac8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b23 expref: 338 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.459893:0:7224:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772ac8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b23 expref: 338 pid: 9584 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.459905:0:7224:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081285880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7224:1830957326875392:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137632.463385:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332434944 00000100:00100000:0.0:1746137632.463395:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332434944 00002000:00100000:0.0:1746137632.463494:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9abb80 x1830957332434944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 488/0 e 0 to 0 dl 1746137643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.463504:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9abb80 with x1830957332434944 ext(0->4095) 00010000:00010000:0.0:1746137632.463514:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772ac8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b23 expref: 339 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.463526:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772ac8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b23 expref: 339 pid: 9584 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.463532:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9abb80 00000100:00100000:0.0:1746137632.463559:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2361 00000100:00100000:0.0:1746137632.463567:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+339:2008:x1830957332434944:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137632.463686:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+339:2008:x1830957332434944:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (712us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137632.463691:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2361 00002000:00100000:0.0:1746137632.463697:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9abb80 x1830957332434944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 488/4536 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.463704:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9abb80 with x1830957332434944 ext(0->4095) 00010000:00010000:0.0:1746137632.463708:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772ac8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b23 expref: 339 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.463717:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772ac8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b23 expref: 339 pid: 9584 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.463722:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9abb80 00000100:00100000:0.0:1746137632.466087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.467503:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+341:2007:x1830957332435200:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1133us (1422us total) trans 4294970822 rc 0/0 00000100:00100000:0.0:1746137632.467513:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2362 00002000:00100000:0.0:1746137632.467522:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880081285880 x1830957332435200/t4294970822(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.467531:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081285880 with x1830957332435200 ext(0->7) 00010000:00010000:0.0:1746137632.467542:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772ac8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b23 expref: 341 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.467555:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772ac8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b23 expref: 341 pid: 9584 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.467561:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081285880 00000100:00100000:0.0:1746137632.469339:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.473512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.477196:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.480327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.484318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.486589:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.486652:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.489072:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.489666:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.489707:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.490253:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13520 00000100:00100000:0.0:1746137632.490260:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120346300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+343:2007:x1830957332436736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137632.490266:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137632.490418:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb6141772acf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b2a expref: 342 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.490425:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb6141772acf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b2a expref: 342 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.490436:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb6141772acf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b2a expref: 342 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.490463:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.490465:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.490471:0:21563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772add lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b38 expref: 341 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.490477:0:21563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772add lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b38 expref: 341 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.490500:0:21563:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772add lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b38 expref: 341 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.490508:0:21563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772add lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b38 expref: 341 pid: 21535 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.490519:0:21563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21563:1830957326876032:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137632.490589:0:21563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137632.493570:0:21563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21563:1830957326876032:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137632.493663:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137632.493721:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+341:2007:x1830957332436736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3459us (4053us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137632.493732:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13520 00000100:00100000:0.0:1746137632.496776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.498705:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+343:2007:x1830957332437504:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1355us (1936us total) trans 4294970823 rc 0/0 00000100:00100000:0.0:1746137632.498716:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2364 00002000:00100000:0.0:1746137632.498725:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880120344e00 x1830957332437504/t4294970823(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.498733:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344e00 with x1830957332437504 ext(0->7) 00010000:00010000:0.0:1746137632.498744:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772add lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b38 expref: 343 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.498758:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772add lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b38 expref: 343 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.498766:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880120344e00 00000100:00100000:0.0:1746137632.501006:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.504950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.507911:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.514712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.514973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.517446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.517493:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.517582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.517629:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332438784 00000100:00100000:0.0:1746137632.517636:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332438784 00000100:00100000:0.0:1746137632.517678:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29169 00000100:00100000:0.0:1746137632.517685:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+344:1029:x1830957332438784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.517701:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.517715:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f87800/0xddf4fb6141772af9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9b54 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.517733:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.517738:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772af2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b4d expref: 344 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.517743:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137632.517746:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f87800/0xddf4fb6141772af9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b54 expref: 344 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.517782:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772af2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b4d expref: 344 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.517795:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f87800/0xddf4fb6141772af9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b54 expref: 344 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.517802:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f87800, rc 0) 00000100:00100000:0.0:1746137632.517847:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+344:1029:x1830957332438784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137632.517852:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29169 00000100:00100000:0.0:1746137632.520200:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332439040 00000100:00100000:0.0:1746137632.520207:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332439040 00002000:00100000:0.0:1746137632.520249:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a9880 x1830957332439040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 488/0 e 0 to 0 dl 1746137643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.520258:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9880 with x1830957332439040 ext(0->4095) 00010000:00010000:0.0:1746137632.520266:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772af2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b4d expref: 343 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.520277:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772af2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b4d expref: 343 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.520283:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a9880 00000100:00100000:0.0:1746137632.520310:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2365 00000100:00100000:0.0:1746137632.520316:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+343:2007:x1830957332439040:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137632.520439:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+343:2007:x1830957332439040:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137632.520444:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2365 00002000:00100000:0.0:1746137632.520462:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a9880 x1830957332439040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 488/4536 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.520469:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9880 with x1830957332439040 ext(0->4095) 00010000:00010000:0.0:1746137632.520473:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772af2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b4d expref: 343 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.520481:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772af2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b4d expref: 343 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.520486:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a9880 00000100:00100000:0.0:1746137632.522345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.525493:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+345:2009:x1830957332439296:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2945us (3148us total) trans 4294970824 rc 0/0 00000100:00100000:0.0:1746137632.525505:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2366 00002000:00100000:0.0:1746137632.525514:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a4705f80 x1830957332439296/t4294970824(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.525524:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4705f80 with x1830957332439296 ext(0->7) 00010000:00010000:0.0:1746137632.525536:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772af2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b4d expref: 345 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.525555:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772af2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b4d expref: 345 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.525562:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4705f80 00000100:00100000:0.0:1746137632.527316:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.531177:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332439680 00000100:00100000:0.0:1746137632.531183:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332439680 00002000:00100000:0.0:1746137632.531218:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d79c00 x1830957332439680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 488/0 e 0 to 0 dl 1746137643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.531225:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79c00 with x1830957332439680 ext(0->4095) 00002000:00010000:0.0:1746137632.531229:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d79c00 00000100:00100000:0.0:1746137632.531253:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13666 00000100:00100000:0.0:1746137632.531259:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+344:2008:x1830957332439680:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137632.531373:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+344:2008:x1830957332439680:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (253us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137632.531378:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13666 00002000:00100000:0.0:1746137632.531382:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d79c00 x1830957332439680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 488/4536 e 0 to 0 dl 1746137643 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.531388:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79c00 with x1830957332439680 ext(0->4095) 00002000:00010000:0.0:1746137632.531391:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d79c00 00000100:00100000:0.0:1746137632.533722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.538535:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.538592:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.542122:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.542180:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.544492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.547340:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.549441:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.551900:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f147100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+347:2007:x1830957332441088:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2188us (2459us total) trans 4294970825 rc 0/0 00000100:00100000:0.0:1746137632.551913:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2368 00002000:00100000:0.0:1746137632.551925:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f147100 x1830957332441088/t4294970825(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.551933:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f147100 with x1830957332441088 ext(0->7) 00010000:00010000:0.0:1746137632.551945:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772b07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b62 expref: 347 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.551961:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772b07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b62 expref: 347 pid: 26520 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.551968:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f147100 00000100:00100000:0.0:1746137632.553993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.558769:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.562017:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.562064:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.564114:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.570146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.571038:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+348:2008:x1830957332442368:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 680us (902us total) trans 4294970826 rc 0/0 00000100:00100000:0.0:1746137632.571044:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2370 00002000:00100000:0.0:1746137632.571051:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f145c00 x1830957332442368/t4294970826(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.571058:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145c00 with x1830957332442368 ext(0->7) 00010000:00010000:0.0:1746137632.571062:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772b15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b70 expref: 348 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.571071:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772b15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b70 expref: 348 pid: 26520 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.571077:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f145c00 00000100:00100000:0.0:1746137632.573137:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.576096:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.576118:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332442752 00000100:00100000:0.0:1746137632.576123:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332442752 00002000:00100000:0.0:1746137632.576161:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f146a00 x1830957332442752/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:68/0 lens 488/0 e 0 to 0 dl 1746137643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.576170:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f146a00 with x1830957332442752 ext(0->4095) 00002000:00010000:0.0:1746137632.576174:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f146a00 00000100:00100000:0.0:1746137632.576187:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13669 00000100:00100000:0.0:1746137632.576193:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f146a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332442752:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137632.576329:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f146a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332442752:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 135us (234us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137632.576334:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13669 00002000:00100000:0.0:1746137632.576339:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f146a00 x1830957332442752/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:68/0 lens 488/4536 e 0 to 0 dl 1746137643 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.576346:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f146a00 with x1830957332442752 ext(0->4095) 00002000:00010000:0.0:1746137632.576348:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f146a00 00000100:00100000:0.0:1746137632.577397:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.579031:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.582300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.582357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.585281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.585310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.585349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.585368:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332443648 00000100:00100000:0.0:1746137632.585372:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332443648 00010000:00010000:0.0:1746137632.585391:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009098e000/0xddf4fb6141772b23 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b7e expref: 351 pid: 26520 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.585567:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13531 00000100:00100000:0.0:1746137632.585574:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957332443776:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137632.585581:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137632.585595:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772b1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b77 expref: 6 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.585617:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772b1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b77 expref: 6 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.585629:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772b1c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b77 expref: 6 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.585769:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137632.585801:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957332443776:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 228us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137632.585821:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13531 00000100:00100000:0.0:1746137632.591559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.593599:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+351:2008:x1830957332444416:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1788us (2036us total) trans 4294970827 rc 0/0 00000100:00100000:0.0:1746137632.593614:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2372 00002000:00100000:0.0:1746137632.593626:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f0c5f80 x1830957332444416/t4294970827(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.593636:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5f80 with x1830957332444416 ext(0->7) 00010000:00010000:0.0:1746137632.593651:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098fa00/0xddf4fb6141772b2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b85 expref: 351 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.593669:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098fa00/0xddf4fb6141772b2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b85 expref: 351 pid: 26520 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.593676:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f0c5f80 00000100:00100000:0.0:1746137632.595702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.599973:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.605896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.609620:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.610802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.616602:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.616668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.618080:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.623430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.627588:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.629751:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+353:2007:x1830957332446208:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1772us (2166us total) trans 4294970828 rc 0/0 00000100:00100000:0.0:1746137632.629760:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2375 00002000:00100000:0.0:1746137632.629774:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009861aa00 x1830957332446208/t4294970828(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.629783:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861aa00 with x1830957332446208 ext(0->7) 00010000:00010000:0.0:1746137632.629791:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098f400/0xddf4fb6141772b3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b9a expref: 353 pid: 26520 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.630396:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098f400/0xddf4fb6141772b3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9b9a expref: 353 pid: 26520 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.630404:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009861aa00 00000100:00100000:0.0:1746137632.631976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.635601:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.638115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.642734:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.642955:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.645116:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.646029:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.650191:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.652894:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.654199:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+355:2008:x1830957332448000:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1082us (1310us total) trans 4294970829 rc 0/0 00000100:00100000:0.0:1746137632.654206:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2377 00002000:00100000:0.0:1746137632.654213:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969c9880 x1830957332448000/t4294970829(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.654220:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9880 with x1830957332448000 ext(0->7) 00010000:00010000:0.0:1746137632.654227:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098e800/0xddf4fb6141772b54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9baf expref: 355 pid: 11509 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.654237:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098e800/0xddf4fb6141772b54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9baf expref: 355 pid: 11509 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.654249:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969c9880 00000100:00100000:0.0:1746137632.658168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.664508:0:7224:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d79f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7224:1830957326879872:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137632.664525:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137632.664576:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+355:2010:x1830957332448128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6148us (6419us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137632.664585:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13538 00000100:00100000:0.0:1746137632.666900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.667001:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.668678:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.671285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.674360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.676267:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+356:2007:x1830957332449280:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1648us (1908us total) trans 4294970830 rc 0/0 00000100:00100000:0.0:1746137632.676281:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2379 00002000:00100000:0.0:1746137632.676291:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969c9f80 x1830957332449280/t4294970830(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.676301:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9f80 with x1830957332449280 ext(0->7) 00010000:00010000:0.0:1746137632.676312:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098ec00/0xddf4fb6141772b62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bc4 expref: 356 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.676327:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098ec00/0xddf4fb6141772b62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bc4 expref: 356 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.676338:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969c9f80 00000100:00100000:0.0:1746137632.678927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.683573:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.686161:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.688589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.690897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.691617:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.693134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.693175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.695059:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332450816 00000100:00100000:0.0:1746137632.695067:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332450816 00002000:00100000:0.0:1746137632.695153:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d79180 x1830957332450816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 488/0 e 0 to 0 dl 1746137643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.695162:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79180 with x1830957332450816 ext(0->4095) 00010000:00010000:0.0:1746137632.695170:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772b77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bd2 expref: 356 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.695182:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772b77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bd2 expref: 356 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.695188:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d79180 00000100:00100000:0.0:1746137632.695217:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2381 00000100:00100000:0.0:1746137632.695224:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+356:2008:x1830957332450816:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137632.695351:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+356:2008:x1830957332450816:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137632.695361:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2381 00002000:00100000:0.0:1746137632.695366:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d79180 x1830957332450816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 488/4536 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.695372:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79180 with x1830957332450816 ext(0->4095) 00010000:00010000:0.0:1746137632.695376:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772b77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bd2 expref: 356 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.695385:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772b77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bd2 expref: 356 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.695391:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d79180 00000100:00100000:0.0:1746137632.696926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.700941:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.704436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.708301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.712040:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.714720:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.714780:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.717444:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.717523:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.721069:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.722865:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.724266:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+360:2008:x1830957332453120:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 820us (1310us total) trans 4294970832 rc 0/0 00000100:00100000:0.0:1746137632.724276:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2384 00002000:00100000:0.0:1746137632.724287:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88006f122680 x1830957332453120/t4294970832(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.724295:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122680 with x1830957332453120 ext(0->7) 00010000:00010000:0.0:1746137632.724301:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772b8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9be7 expref: 360 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.724312:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772b8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9be7 expref: 360 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.724318:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006f122680 00000100:00100000:0.0:1746137632.727189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.729749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.732518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.734349:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.738053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.738113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.741125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.741239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.741256:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332454528 00000100:00100000:0.0:1746137632.741259:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332454528 00010000:00010000:0.0:1746137632.741274:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772b93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bee expref: 6 pid: 21535 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.741302:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13548 00000100:00100000:0.0:1746137632.741308:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f122300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332454528:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137632.741316:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137632.741324:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772b93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bee expref: 6 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.741332:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772b93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bee expref: 6 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.741344:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772b93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bee expref: 6 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.741361:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.741363:0:21563:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.741369:0:21563:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772ba1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bfc expref: 359 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.741376:0:21563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772ba1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bfc expref: 359 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.741406:0:21563:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772ba1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bfc expref: 359 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137632.741417:0:21563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21563:1830957326882048:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137632.741488:0:21563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137632.743624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.745416:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.746918:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090952d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+363:2007:x1830957332455168:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 993us (1497us total) trans 4294970833 rc 0/0 00000100:00100000:0.0:1746137632.746927:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2386 00002000:00100000:0.0:1746137632.746935:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090952d80 x1830957332455168/t4294970833(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.746949:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090952d80 with x1830957332455168 ext(0->7) 00010000:00010000:0.0:1746137632.746956:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772ba1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bfc expref: 363 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.746967:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772ba1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9bfc expref: 363 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.746973:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090952d80 00000100:00100000:0.0:1746137632.749869:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.754182:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.755766:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.758987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.760205:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.761385:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.762340:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.763361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.763488:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.766776:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.777749:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+364:2009:x1830957332457216:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3077us (5664us total) trans 4294970834 rc 0/0 00000100:00100000:0.0:1746137632.777764:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2389 00002000:00100000:0.0:1746137632.777784:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880095d7ad80 x1830957332457216/t4294970834(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.777795:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7ad80 with x1830957332457216 ext(0->7) 00010000:00010000:0.0:1746137632.777818:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d38800/0xddf4fb6141772bb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c11 expref: 364 pid: 11509 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.777838:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d38800/0xddf4fb6141772bb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c11 expref: 364 pid: 11509 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.777845:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d7ad80 00000100:00100000:0.0:1746137632.784942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.785099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.789655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.792525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.795427:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.802093:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.804105:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+366:2007:x1830957332458368:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1612us (2002us total) trans 4294970835 rc 0/0 00000100:00100000:0.0:1746137632.804118:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2391 00002000:00100000:0.0:1746137632.804128:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961fad80 x1830957332458368/t4294970835(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.804136:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fad80 with x1830957332458368 ext(0->7) 00010000:00010000:0.0:1746137632.804147:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772bc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c1f expref: 366 pid: 11509 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.804162:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772bc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c1f expref: 366 pid: 11509 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.804168:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961fad80 00000100:00100000:0.0:1746137632.805961:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.808476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.810670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.813198:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.814049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.817024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.817065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.817128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.822260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.826153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.829344:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+368:2008:x1830957332460160:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2939us (3190us total) trans 4294970836 rc 0/0 00000100:00100000:0.0:1746137632.829372:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2394 00002000:00100000:0.0:1746137632.829389:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961f9f80 x1830957332460160/t4294970836(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.829403:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9f80 with x1830957332460160 ext(0->7) 00010000:00010000:0.0:1746137632.829417:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772bd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c34 expref: 368 pid: 11509 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.829437:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772bd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c34 expref: 368 pid: 11509 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.829456:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961f9f80 00000100:00100000:0.0:1746137632.832608:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.837105:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332460544 00000100:00100000:0.0:1746137632.837112:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332460544 00002000:00100000:0.0:1746137632.837225:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a9500 x1830957332460544/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:68/0 lens 488/0 e 0 to 0 dl 1746137643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.837234:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9500 with x1830957332460544 ext(0->4095) 00002000:00010000:0.0:1746137632.837238:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9a9500 00000100:00100000:0.0:1746137632.837256:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13688 00000100:00100000:0.0:1746137632.837261:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332460544:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137632.837443:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332460544:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 181us (422us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137632.837459:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13688 00002000:00100000:0.0:1746137632.837464:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a9500 x1830957332460544/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:68/0 lens 488/4536 e 0 to 0 dl 1746137643 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.837471:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9500 with x1830957332460544 ext(0->4095) 00002000:00010000:0.0:1746137632.837473:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9a9500 00000100:00100000:0.0:1746137632.839029:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.840331:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332460800 00000100:00100000:0.0:1746137632.840336:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332460800 00000100:00100000:0.0:1746137632.840378:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29204 00000100:00100000:0.0:1746137632.840385:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+369:1029:x1830957332460800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.840398:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.840408:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011d4c6400/0xddf4fb6141772bee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9c49 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.840426:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.840430:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772be7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c42 expref: 370 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.840435:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137632.840438:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011d4c6400/0xddf4fb6141772bee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c49 expref: 370 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.840478:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772be7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c42 expref: 370 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.840493:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011d4c6400/0xddf4fb6141772bee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c49 expref: 370 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.840505:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011d4c6400, rc 0) 00000100:00100000:0.0:1746137632.840539:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+370:1029:x1830957332460800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137632.840545:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29204 00000100:00100000:0.0:1746137632.843297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.847562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.852512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.857302:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.864048:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.867277:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.867371:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.871300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746137632.871950:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011d4c6400/0xddf4fb6141772bee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c49 expref: 371 pid: 21535 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.871984:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13560 00000100:00100000:0.0:1746137632.871991:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093096300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+371:2007:x1830957332462208:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137632.872003:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137632.872022:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011d4c6400/0xddf4fb6141772bee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c49 expref: 371 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.872115:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011d4c6400/0xddf4fb6141772bee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c49 expref: 371 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.872140:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011d4c6400/0xddf4fb6141772bee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c49 expref: 371 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.872298:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.872301:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.872309:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772bfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c50 expref: 370 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.872317:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c50 expref: 370 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.872345:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c50 expref: 370 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.872355:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c50 expref: 370 pid: 21535 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.872366:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7223:1830957326884992:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137632.872445:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137632.874355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.877957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.879762:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+372:2008:x1830957332462720:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1538us (1802us total) trans 4294970838 rc 0/0 00000100:00100000:0.0:1746137632.879776:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2398 00002000:00100000:0.0:1746137632.879784:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093095c00 x1830957332462720/t4294970838(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.879793:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093095c00 with x1830957332462720 ext(0->7) 00010000:00010000:0.0:1746137632.879803:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c50 expref: 372 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.879839:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c50 expref: 372 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.879846:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093095c00 00000100:00100000:0.0:1746137632.882480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.885387:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.887402:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.889965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.892492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.892550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.895740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.896231:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.896266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.896939:0:7224:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137632.898979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.901951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.903749:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+375:2009:x1830957332464768:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1457us (1797us total) trans 4294970839 rc 0/0 00000100:00100000:0.0:1746137632.903761:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2400 00002000:00100000:0.0:1746137632.903774:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801205df800 x1830957332464768/t4294970839(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.903783:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205df800 with x1830957332464768 ext(0->7) 00010000:00010000:0.0:1746137632.903793:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772c0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c65 expref: 375 pid: 21535 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.903845:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772c0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c65 expref: 375 pid: 21535 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.903851:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801205df800 00000100:00100000:0.0:1746137632.908014:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.912791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.917878:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.917929:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.918002:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29210 00000100:00100000:0.0:1746137632.918014:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1029:x1830957332465280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.918034:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.918058:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d38800/0xddf4fb6141772c18 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9c73 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.918244:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.918246:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.918258:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d38800/0xddf4fb6141772c18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c73 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.918273:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d38800/0xddf4fb6141772c18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c73 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.918288:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d38800, rc 0) 00000100:00100000:0.0:1746137632.918337:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1029:x1830957332465280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 327us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137632.918344:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29210 00000100:00100000:0.0:1746137632.918507:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29211 00000100:00100000:0.0:1746137632.918513:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+374:1028:x1830957332465408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.918520:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.918526:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096172a00/0xddf4fb6141772c1f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9c7a expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.918546:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520ac00/0xddf4fb6141772c11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c6c expref: 375 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.918553:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d38800/0xddf4fb6141772c18 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c73 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.918558:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.918559:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.918562:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096172a00/0xddf4fb6141772c1f lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c7a expref: 375 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.918609:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d38800/0xddf4fb6141772c18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c73 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.918622:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d38800/0xddf4fb6141772c18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c73 expref: 5 pid: 9584 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.918633:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830957326885888:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137632.918934:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013520ac00/0xddf4fb6141772c11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c6c expref: 375 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.918943:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013520ac00/0xddf4fb6141772c11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c6c expref: 375 pid: 21535 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.918952:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830957326886016:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137632.918975:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137632.920687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.920746:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.923719:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.925963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.928187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.930994:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.933417:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+376:2008:x1830957332466432:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2197us (2419us total) trans 4294970840 rc 0/0 00000100:00100000:0.0:1746137632.933429:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2402 00002000:00100000:0.0:1746137632.933440:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ec67800 x1830957332466432/t4294970840(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.933458:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67800 with x1830957332466432 ext(0->7) 00010000:00010000:0.0:1746137632.933468:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096172a00/0xddf4fb6141772c1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c7a expref: 376 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.933489:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096172a00/0xddf4fb6141772c1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c7a expref: 376 pid: 9584 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.933496:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ec67800 00000100:00100000:0.0:1746137632.938616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.947958:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.948061:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.948111:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332466944 00000100:00100000:0.0:1746137632.948120:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332466944 00000100:00100000:0.0:1746137632.948170:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29213 00000100:00100000:0.0:1746137632.948178:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+376:1028:x1830957332466944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.948198:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.948215:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801357e9200/0xddf4fb6141772c2d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9c88 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.948253:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009098f400/0xddf4fb6141772c26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c81 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.948261:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.948263:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.948266:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357e9200/0xddf4fb6141772c2d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c88 expref: 377 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.948299:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009098f400/0xddf4fb6141772c26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c81 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.948312:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009098f400/0xddf4fb6141772c26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c81 expref: 5 pid: 9584 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746137632.948325:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830957326886528:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137632.948429:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137632.950419:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.951505:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332467200 00000100:00100000:0.0:1746137632.951508:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332467200 00000100:00100000:0.0:1746137632.951529:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29214 00000100:00100000:0.0:1746137632.951534:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+376:1029:x1830957332467200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.951547:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.952609:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801357e9800/0xddf4fb6141772c34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9c8f expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137632.953465:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332467456 00000100:00100000:0.0:1746137632.953472:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332467456 00002000:00100000:0.0:1746137632.953512:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d79f80 x1830957332467456/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 488/0 e 0 to 0 dl 1746137643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.953520:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79f80 with x1830957332467456 ext(0->4095) 00010000:00010000:0.0:1746137632.953525:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357e9200/0xddf4fb6141772c2d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c88 expref: 378 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.953535:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357e9200/0xddf4fb6141772c2d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c88 expref: 378 pid: 9584 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.953540:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d79f80 00000100:00100000:0.0:1746137632.953557:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2404 00000100:00100000:0.0:1746137632.953563:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+378:2008:x1830957332467456:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137632.953677:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+378:2008:x1830957332467456:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (355us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137632.953683:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2404 00002000:00100000:0.0:1746137632.953688:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d79f80 x1830957332467456/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 488/4536 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.953695:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79f80 with x1830957332467456 ext(0->4095) 00010000:00010000:0.0:1746137632.953699:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357e9200/0xddf4fb6141772c2d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c88 expref: 378 pid: 9584 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746137632.953708:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357e9200/0xddf4fb6141772c2d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c88 expref: 378 pid: 9584 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746137632.953713:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d79f80 00000100:00100000:0.0:1746137632.956176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.957361:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+379:2008:x1830957332467712:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 791us (1192us total) trans 4294970841 rc 0/0 00000100:00100000:0.0:1746137632.957368:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2405 00002000:00100000:0.0:1746137632.957375:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801203d0700 x1830957332467712/t4294970841(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.957382:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d0700 with x1830957332467712 ext(0->7) 00010000:00010000:0.0:1746137632.957387:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357e9200/0xddf4fb6141772c2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c88 expref: 379 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137632.957397:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357e9200/0xddf4fb6141772c2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c88 expref: 379 pid: 9584 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137632.957408:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203d0700 00000100:00100000:0.0:1746137632.958998:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.962029:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.965639:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332468224 00000100:00100000:0.0:1746137632.965648:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332468224 00000100:00100000:0.0:1746137632.965685:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29215 00000100:00100000:0.0:1746137632.965696:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1029:x1830957332468224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137632.965718:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137632.965745:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801357e8e00/0xddf4fb6141772c3b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9c96 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.965777:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.965779:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137632.965789:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357e8e00/0xddf4fb6141772c3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c96 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.965852:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801357e8e00/0xddf4fb6141772c3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c96 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137632.965866:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357e8e00, rc 0) 00000100:00100000:0.0:1746137632.966371:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1029:x1830957332468224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 677us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137632.966377:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29215 00000100:00100000:0.0:1746137632.971604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.976535:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.976634:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.976684:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332469120 00000100:00100000:0.0:1746137632.976688:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332469120 00010000:00010000:0.0:1746137632.976708:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357e9800/0xddf4fb6141772c34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c8f expref: 379 pid: 9584 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137632.980375:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.980443:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.980483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.980539:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137632.980779:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746137632.980783:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137632.982271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.983342:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+380:2007:x1830957332470272:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 865us (1071us total) trans 4294970842 rc 0/0 00000100:00100000:0.0:1746137632.983351:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2408 00002000:00100000:0.0:1746137632.983358:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801203d2680 x1830957332470272/t4294970842(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:68/0 lens 496/448 e 0 to 0 dl 1746137643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137632.983365:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d2680 with x1830957332470272 ext(0->7) 00010000:00010000:0.0:1746137632.983372:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098ec00/0xddf4fb6141772c42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c9d expref: 380 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137632.983392:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098ec00/0xddf4fb6141772c42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9c9d expref: 380 pid: 9584 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137632.983398:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203d2680 00000100:00100000:0.0:1746137632.988098:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332469760 00000100:00100000:0.0:1746137632.988108:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332469760 00000100:00100000:0.0:1746137632.988196:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332470656 00000100:00100000:0.0:1746137632.988199:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332470656 00000100:00100000:0.0:1746137632.988217:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29218 00000100:00100000:0.0:1746137632.988223:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2006:x1830957332469760:12345-192.168.203.12@tcp:9:kworker.0 00000020:00000080:0.0:1746137632.988248:0:26520:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xddf4fb6141672b6d 00000100:00080000:0.0:1746137632.988256:0:26520:0:(import.c:66:import_set_state_nolock()) ffff88008b146800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1746137632.988311:0:26520:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294972054 00010000:00010000:0.0:1746137632.988802:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137632.988885:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+2:2006:x1830957332469760:12345-192.168.203.12@tcp:9:kworker.0 Request processed in 661us (881us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137632.988891:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29218 00000100:00100000:0.0:1746137632.991950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.994154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137632.996355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.005336:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.005408:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.007255:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.007315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.007340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.007356:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332471936 00000100:00100000:0.0:1746137633.007360:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332471936 00010000:00010000:0.0:1746137633.007382:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772c50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cab expref: 382 pid: 26520 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137633.007486:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332472192 00000100:00100000:0.0:1746137633.007490:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332472192 00010000:00010000:0.0:1746137633.007501:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772c49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ca4 expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137633.007515:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13574 00000100:00100000:0.0:1746137633.007520:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957332472192:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137633.007526:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137633.007535:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772c49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ca4 expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.007543:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772c49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ca4 expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.007590:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772c49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ca4 expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.007604:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137633.007605:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137633.007610:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772c57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cb2 expref: 382 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.007618:0:7224:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772c57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cb2 expref: 382 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.007634:0:7224:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772c57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cb2 expref: 382 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.007643:0:7224:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772c57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cb2 expref: 382 pid: 26520 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137633.007654:0:7224:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7224:1830957326888064:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137633.007689:0:7224:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137633.009141:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.010973:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.011985:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+383:2010:x1830957332472704:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 789us (1015us total) trans 4294970843 rc 0/0 00000100:00100000:0.0:1746137633.011992:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2410 00002000:00100000:0.0:1746137633.011998:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d4fb100 x1830957332472704/t4294970843(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.012004:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fb100 with x1830957332472704 ext(0->7) 00010000:00010000:0.0:1746137633.012010:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772c57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cb2 expref: 383 pid: 26520 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.012020:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772c57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cb2 expref: 383 pid: 26520 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.012025:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d4fb100 00000100:00100000:0.0:1746137633.013596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.016525:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.020160:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.024252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.024473:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.024507:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332473600 00000100:00100000:0.0:1746137633.024510:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332473600 00000100:00100000:0.0:1746137633.024542:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29224 00000100:00100000:0.0:1746137633.024547:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+382:1028:x1830957332473600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137633.024556:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137633.024571:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801357e8200/0xddf4fb6141772c6c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9cc7 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.024599:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb6141772c5e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cb9 expref: 383 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.024606:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772c65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc0 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.024611:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137633.024613:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137633.024616:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357e8200/0xddf4fb6141772c6c lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc7 expref: 383 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.024642:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772c65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc0 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.024652:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc0 expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137633.024663:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830957326888320:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137633.024741:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb6141772c5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cb9 expref: 383 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.024749:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb6141772c5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cb9 expref: 383 pid: 21535 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137633.024756:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830957326888448:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137633.024835:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137633.026437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.026479:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.026551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.026595:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332473856 00000100:00100000:0.0:1746137633.026603:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332473856 00010000:00010000:0.0:1746137633.026639:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772c65 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc0 expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137633.026671:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13577 00000100:00100000:0.0:1746137633.026677:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332473856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137633.026687:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137633.026706:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc0 expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.026725:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772c65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc0 expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.026751:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772c65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc0 expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.026962:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137633.027244:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957332473856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 565us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137633.027250:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13577 00000100:00100000:0.0:1746137633.027267:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332473984 00000100:00100000:0.0:1746137633.027270:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332473984 00000100:00100000:0.0:1746137633.027297:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29225 00000100:00100000:0.0:1746137633.027301:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+383:1029:x1830957332473984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137633.027312:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137633.027320:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011d056400/0xddf4fb6141772c73 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9cce expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.027333:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357e8200/0xddf4fb6141772c6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc7 expref: 384 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.027338:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137633.027339:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137633.027341:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011d056400/0xddf4fb6141772c73 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cce expref: 384 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.027355:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801357e8200/0xddf4fb6141772c6c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc7 expref: 384 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.027364:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801357e8200/0xddf4fb6141772c6c lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc7 expref: 384 pid: 9584 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137633.027372:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957326888704:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137633.027390:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137633.029879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.031911:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.032896:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+385:2007:x1830957332474496:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 708us (984us total) trans 4294970844 rc 0/0 00000100:00100000:0.0:1746137633.032906:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2412 00002000:00100000:0.0:1746137633.032913:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d4f8a80 x1830957332474496/t4294970844(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.032928:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f8a80 with x1830957332474496 ext(0->7) 00010000:00010000:0.0:1746137633.032935:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357e8200/0xddf4fb6141772c6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc7 expref: 385 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.032946:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357e8200/0xddf4fb6141772c6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cc7 expref: 385 pid: 9584 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.032951:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d4f8a80 00000100:00100000:0.0:1746137633.034911:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.038194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.040294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.042793:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.047552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.048097:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.050129:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.050572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.050765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.052516:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.054766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.055630:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+386:2008:x1830957332476544:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 626us (873us total) trans 4294970845 rc 0/0 00000100:00100000:0.0:1746137633.055638:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2415 00002000:00100000:0.0:1746137633.055643:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b003100 x1830957332476544/t4294970845(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.055649:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b003100 with x1830957332476544 ext(0->7) 00010000:00010000:0.0:1746137633.055655:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772c81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cdc expref: 386 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.055663:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772c81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cdc expref: 386 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.055668:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b003100 00000100:00100000:0.0:1746137633.057080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.060125:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.062433:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.064900:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.070420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.070554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.073378:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.074240:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.074317:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.076790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.079952:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.083658:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+389:2009:x1830957332478592:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3160us (3708us total) trans 4294970846 rc 0/0 00000100:00100000:0.0:1746137633.083670:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2417 00002000:00100000:0.0:1746137633.083681:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f0e8e00 x1830957332478592/t4294970846(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.083690:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e8e00 with x1830957332478592 ext(0->7) 00010000:00010000:0.0:1746137633.083700:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098f400/0xddf4fb6141772c96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cf1 expref: 389 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.083720:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098f400/0xddf4fb6141772c96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9cf1 expref: 389 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.083726:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f0e8e00 00000100:00100000:0.0:1746137633.088369:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.090695:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.094190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.094345:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.097865:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.098681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.106266:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.110100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.118474:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+390:2008:x1830957332480256:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3409us (3699us total) trans 4294970847 rc 0/0 00000100:00100000:0.0:1746137633.118486:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2419 00002000:00100000:0.0:1746137633.118497:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090953b80 x1830957332480256/t4294970847(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.118505:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090953b80 with x1830957332480256 ext(0->7) 00010000:00010000:0.0:1746137633.118515:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772cab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d06 expref: 390 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.118532:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772cab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d06 expref: 390 pid: 9584 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.118539:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090953b80 00000100:00100000:0.0:1746137633.121464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.121980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.124216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.126345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.129829:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.133403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.136917:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.138990:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+392:2007:x1830957332481408:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1669us (2064us total) trans 4294970848 rc 0/0 00000100:00100000:0.0:1746137633.139003:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2421 00002000:00100000:0.0:1746137633.139012:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d4dd500 x1830957332481408/t4294970848(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.139021:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd500 with x1830957332481408 ext(0->7) 00010000:00010000:0.0:1746137633.139032:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772cb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d14 expref: 392 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.139049:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772cb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d14 expref: 392 pid: 9584 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.139056:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d4dd500 00000100:00100000:0.0:1746137633.141237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.145293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.148532:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.149250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.151751:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.154102:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.155619:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+395:2008:x1830957332482688:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1172us (1515us total) trans 4294970849 rc 0/0 00000100:00100000:0.0:1746137633.155629:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2423 00002000:00100000:0.0:1746137633.155640:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d4df480 x1830957332482688/t4294970849(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.155649:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df480 with x1830957332482688 ext(0->7) 00010000:00010000:0.0:1746137633.155660:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772cc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d22 expref: 395 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.155672:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772cc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d22 expref: 395 pid: 9584 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.155678:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d4df480 00000100:00100000:0.0:1746137633.158409:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.163800:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.168634:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.169379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.171725:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.172213:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.174907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.177595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.179681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.181852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.182873:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+396:2008:x1830957332484352:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 778us (1019us total) trans 4294970850 rc 0/0 00000100:00100000:0.0:1746137633.182881:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2425 00002000:00100000:0.0:1746137633.182888:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d4dea00 x1830957332484352/t4294970850(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.182896:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dea00 with x1830957332484352 ext(0->7) 00010000:00010000:0.0:1746137633.182902:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772cdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d37 expref: 396 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.182912:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772cdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d37 expref: 396 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.182918:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d4dea00 00000100:00100000:0.0:1746137633.184319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.187217:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332484736 00000100:00100000:0.0:1746137633.187229:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332484736 00002000:00100000:0.0:1746137633.187293:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090950a80 x1830957332484736/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:69/0 lens 488/0 e 0 to 0 dl 1746137644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.187303:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090950a80 with x1830957332484736 ext(0->4095) 00002000:00010000:0.0:1746137633.187309:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090950a80 00000100:00100000:0.0:1746137633.187391:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13713 00000100:00100000:0.0:1746137633.187400:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957332484736:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137633.187586:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957332484736:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 187us (444us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137633.187592:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13713 00002000:00100000:0.0:1746137633.187601:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090950a80 x1830957332484736/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:69/0 lens 488/4536 e 0 to 0 dl 1746137644 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.187607:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090950a80 with x1830957332484736 ext(0->4095) 00002000:00010000:0.0:1746137633.187610:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090950a80 00000100:00100000:0.0:1746137633.191649:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.192071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.194363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.194739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.196521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.196617:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.198923:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.200963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.202641:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+398:2009:x1830957332486144:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1438us (1678us total) trans 4294970851 rc 0/0 00000100:00100000:0.0:1746137633.202653:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2428 00002000:00100000:0.0:1746137633.202663:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b12f100 x1830957332486144/t4294970851(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.202672:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12f100 with x1830957332486144 ext(0->7) 00010000:00010000:0.0:1746137633.202685:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772cf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d4c expref: 398 pid: 26520 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.202699:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b200/0xddf4fb6141772cf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d4c expref: 398 pid: 26520 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.202707:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b12f100 00000100:00100000:0.0:1746137633.204480:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.208056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.210994:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.213419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.215645:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.217895:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.220046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.220080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.220099:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332487552 00000100:00100000:0.0:1746137633.220105:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332487552 00010000:00010000:0.0:1746137633.220133:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb6141772cf8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d53 expref: 6 pid: 26520 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137633.220159:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13598 00000100:00100000:0.0:1746137633.220164:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098619500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332487552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137633.220172:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137633.220187:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb6141772cf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d53 expref: 6 pid: 26520 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.220193:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb6141772cf8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d53 expref: 6 pid: 26520 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.220223:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb6141772cf8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d53 expref: 6 pid: 26520 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.220239:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137633.220240:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137633.220245:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772d06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d61 expref: 399 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.220250:0:7224:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772d06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d61 expref: 399 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.220271:0:7224:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772d06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d61 expref: 398 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137633.220279:0:7224:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009861a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7224:1830957326893440:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137633.220364:0:7224:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137633.222047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.223892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.225169:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+400:2007:x1830957332488192:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 998us (1278us total) trans 4294970852 rc 0/0 00000100:00100000:0.0:1746137633.225179:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2430 00002000:00100000:0.0:1746137633.225187:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098618a80 x1830957332488192/t4294970852(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.225196:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618a80 with x1830957332488192 ext(0->7) 00010000:00010000:0.0:1746137633.225202:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772d06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d61 expref: 400 pid: 26520 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.225214:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772d06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d61 expref: 400 pid: 26520 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.225220:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098618a80 00000100:00100000:0.0:1746137633.227089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.231400:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.233320:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.236727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.241598:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.241650:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.245591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.245743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.246300:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.248303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.249668:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.255188:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.258113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.259974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.262419:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.263099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.265348:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.265392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.265414:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332491392 00000100:00100000:0.0:1746137633.265420:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332491392 00000100:00100000:0.0:1746137633.266052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.268916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.271960:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.273306:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+405:2009:x1830957332492032:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 910us (1352us total) trans 4294970854 rc 0/0 00000100:00100000:0.0:1746137633.273313:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2435 00002000:00100000:0.0:1746137633.273321:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009200f480 x1830957332492032/t4294970854(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.273330:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200f480 with x1830957332492032 ext(0->7) 00010000:00010000:0.0:1746137633.273336:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098fa00/0xddf4fb6141772d30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d8b expref: 405 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.273347:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098fa00/0xddf4fb6141772d30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d8b expref: 405 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.273358:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009200f480 00000100:00100000:0.0:1746137633.280687:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332492416 00000100:00100000:0.0:1746137633.280696:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332492416 00002000:00100000:0.0:1746137633.281123:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9aaa00 x1830957332492416/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/0 e 0 to 0 dl 1746137644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.281133:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aaa00 with x1830957332492416 ext(0->4095) 00002000:00010000:0.0:1746137633.281137:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9aaa00 00000100:00100000:0.0:1746137633.281165:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13721 00000100:00100000:0.0:1746137633.281172:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+404:2007:x1830957332492416:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137633.281280:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+404:2007:x1830957332492416:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (654us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137633.281286:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13721 00002000:00100000:0.0:1746137633.281292:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9aaa00 x1830957332492416/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/4536 e 0 to 0 dl 1746137644 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.281298:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aaa00 with x1830957332492416 ext(0->4095) 00002000:00010000:0.0:1746137633.281308:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9aaa00 00000100:00100000:0.0:1746137633.287857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.290602:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.290639:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.292555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.295263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.298306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.302574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.305349:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+406:2008:x1830957332493696:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1982us (2773us total) trans 4294970855 rc 0/0 00000100:00100000:0.0:1746137633.305365:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2437 00002000:00100000:0.0:1746137633.305378:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9a3480 x1830957332493696/t4294970855(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.305390:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3480 with x1830957332493696 ext(0->7) 00010000:00010000:0.0:1746137633.305402:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098ec00/0xddf4fb6141772d3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d99 expref: 406 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.305419:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098ec00/0xddf4fb6141772d3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9d99 expref: 406 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.305428:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a3480 00000100:00100000:0.0:1746137633.308120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.312600:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.312698:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.312753:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332494080 00000100:00100000:0.0:1746137633.312761:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332494080 00002000:00100000:0.0:1746137633.312801:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a0000 x1830957332494080/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:69/0 lens 488/0 e 0 to 0 dl 1746137644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.312836:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a0000 with x1830957332494080 ext(0->4095) 00002000:00010000:0.0:1746137633.312840:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9a0000 00000100:00100000:0.0:1746137633.312868:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13723 00000100:00100000:0.0:1746137633.312875:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332494080:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137633.315151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.315235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.315276:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332494464 00000100:00100000:0.0:1746137633.315284:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332494464 00010000:00010000:0.0:1746137633.315320:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772d4c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9da7 expref: 6 pid: 21535 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137633.315362:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13610 00000100:00100000:0.0:1746137633.315369:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332494464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137633.315385:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137633.315409:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772d4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9da7 expref: 6 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.315420:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772d4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9da7 expref: 6 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.315454:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772d4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9da7 expref: 6 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.315470:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137633.315472:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137633.315479:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772d53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dae expref: 406 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.315487:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772d53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dae expref: 406 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.315531:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772d53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dae expref: 406 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137633.315784:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7223:1830957326896000:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137633.316065:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137633.317517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.317551:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332494720 00000100:00100000:0.0:1746137633.317555:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332494720 00002000:00100000:0.0:1746137633.317588:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a2a00 x1830957332494720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/0 e 0 to 0 dl 1746137644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.317595:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2a00 with x1830957332494720 ext(0->4095) 00010000:00010000:0.0:1746137633.317601:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772d53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dae expref: 407 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.317611:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772d53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dae expref: 407 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.317616:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a2a00 00000100:00100000:0.0:1746137633.317638:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2438 00000100:00100000:0.0:1746137633.317643:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+407:2009:x1830957332494720:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137633.317745:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+407:2009:x1830957332494720:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137633.317749:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2438 00002000:00100000:0.0:1746137633.317753:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a2a00 x1830957332494720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/4536 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.317758:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2a00 with x1830957332494720 ext(0->4095) 00010000:00010000:0.0:1746137633.317761:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772d53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dae expref: 407 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.317768:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772d53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dae expref: 407 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.317772:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a2a00 00000100:00100000:0.0:1746137633.318884:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.320867:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+409:2010:x1830957332494976:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1682us (1973us total) trans 4294970856 rc 0/0 00000100:00100000:0.0:1746137633.320879:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2439 00002000:00100000:0.0:1746137633.320893:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9a2d80 x1830957332494976/t4294970856(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.320901:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2d80 with x1830957332494976 ext(0->7) 00010000:00010000:0.0:1746137633.320913:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772d53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dae expref: 409 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.320928:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772d53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dae expref: 409 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.320935:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a2d80 00000100:00100000:0.0:1746137633.323013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.325264:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.327710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137633.331620:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137633.334073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.334128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.335567:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.335617:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.338013:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.339234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.340041:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+410:2009:x1830957332497024:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 641us (808us total) trans 4294970857 rc 0/0 00000100:00100000:0.0:1746137633.340049:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2443 00002000:00100000:0.0:1746137633.340054:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9a1880 x1830957332497024/t4294970857(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.340061:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1880 with x1830957332497024 ext(0->7) 00010000:00010000:0.0:1746137633.340066:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772d68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dc3 expref: 410 pid: 11509 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.340075:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772d68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dc3 expref: 410 pid: 11509 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.340079:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a1880 00000100:00100000:0.0:1746137633.341640:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.345910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.349192:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332497536 00000100:00100000:0.0:1746137633.349202:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332497536 00000100:00100000:0.0:1746137633.349253:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29262 00000100:00100000:0.0:1746137633.349261:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+409:1029:x1830957332497536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137633.349279:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137633.349297:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012233fc00/0xddf4fb6141772d76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cd9dd1 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.349332:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137633.349334:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137633.349340:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012233fc00/0xddf4fb6141772d76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dd1 expref: 410 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.349351:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012233fc00/0xddf4fb6141772d76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dd1 expref: 410 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137633.349359:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012233fc00, rc 0) 00000100:00100000:0.0:1746137633.349409:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+410:1029:x1830957332497536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137633.349415:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29262 00000100:00100000:0.0:1746137633.353338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.353434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.355510:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.355547:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.357918:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.360584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.363203:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.366546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.368216:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+412:2009:x1830957332498944:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1141us (1672us total) trans 4294970858 rc 0/0 00000100:00100000:0.0:1746137633.368225:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2445 00002000:00100000:0.0:1746137633.368235:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012c3ece00 x1830957332498944/t4294970858(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.368251:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ece00 with x1830957332498944 ext(0->7) 00010000:00010000:0.0:1746137633.368260:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098f600/0xddf4fb6141772d7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dd8 expref: 412 pid: 11509 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.368273:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098f600/0xddf4fb6141772d7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dd8 expref: 412 pid: 11509 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.368280:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c3ece00 00000100:00100000:0.0:1746137633.372289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.376600:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.379076:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332499456 00000100:00100000:0.0:1746137633.379083:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332499456 00002000:00100000:0.0:1746137633.379124:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a8a80 x1830957332499456/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:69/0 lens 488/0 e 0 to 0 dl 1746137644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.379133:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8a80 with x1830957332499456 ext(0->4095) 00010000:00010000:0.0:1746137633.379141:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098f400/0xddf4fb6141772d84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ddf expref: 6 pid: 11509 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.379154:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098f400/0xddf4fb6141772d84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ddf expref: 6 pid: 11509 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.379161:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a8a80 00000100:00100000:0.0:1746137633.381559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.383672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.386477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.389283:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.390635:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+414:2010:x1830957332500096:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1003us (1359us total) trans 4294970859 rc 0/0 00000100:00100000:0.0:1746137633.390644:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2447 00002000:00100000:0.0:1746137633.390651:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f107b80 x1830957332500096/t4294970859(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.390659:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f107b80 with x1830957332500096 ext(0->7) 00010000:00010000:0.0:1746137633.390667:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098f000/0xddf4fb6141772d8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9de6 expref: 414 pid: 11509 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.390677:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098f000/0xddf4fb6141772d8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9de6 expref: 414 pid: 11509 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.390684:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f107b80 00000100:00100000:0.0:1746137633.393763:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.396151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.399365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.401682:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.401787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.404573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.405043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.405657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.407719:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332501632 00000100:00100000:0.0:1746137633.407725:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332501632 00002000:00100000:0.0:1746137633.407763:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a8e00 x1830957332501632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/0 e 0 to 0 dl 1746137644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.407772:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8e00 with x1830957332501632 ext(0->4095) 00010000:00010000:0.0:1746137633.407779:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772da0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dfb expref: 414 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.407792:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772da0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dfb expref: 414 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.407799:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a8e00 00000100:00100000:0.0:1746137633.407863:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2448 00000100:00100000:0.0:1746137633.407870:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+414:2007:x1830957332501632:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137633.408377:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+414:2007:x1830957332501632:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 505us (712us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137633.408384:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2448 00002000:00100000:0.0:1746137633.408390:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a8e00 x1830957332501632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/4536 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.408398:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8e00 with x1830957332501632 ext(0->4095) 00010000:00010000:0.0:1746137633.408403:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772da0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dfb expref: 414 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.408412:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772da0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dfb expref: 414 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.408418:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a8e00 00000100:00100000:0.0:1746137633.410224:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.411371:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+416:2007:x1830957332501888:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 891us (1151us total) trans 4294970860 rc 0/0 00000100:00100000:0.0:1746137633.411380:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2449 00002000:00100000:0.0:1746137633.411388:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f105180 x1830957332501888/t4294970860(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.411398:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105180 with x1830957332501888 ext(0->7) 00010000:00010000:0.0:1746137633.411404:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772da0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dfb expref: 416 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.411414:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098e200/0xddf4fb6141772da0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9dfb expref: 416 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.411420:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f105180 00000100:00100000:0.0:1746137633.413587:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.415977:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.418537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.421501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.426142:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.426860:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.435280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.435319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.436219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.438326:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.438392:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332503680 00000100:00100000:0.0:1746137633.438399:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332503680 00002000:00100000:0.0:1746137633.438462:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800961d6a00 x1830957332503680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/0 e 0 to 0 dl 1746137644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.438474:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d6a00 with x1830957332503680 ext(0->4095) 00010000:00010000:0.0:1746137633.438484:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b800/0xddf4fb6141772db5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e10 expref: 416 pid: 11509 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.438508:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b800/0xddf4fb6141772db5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e10 expref: 416 pid: 11509 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.438515:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961d6a00 00000100:00100000:0.0:1746137633.438540:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2450 00000100:00100000:0.0:1746137633.438551:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+416:2007:x1830957332503680:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137633.438749:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+416:2007:x1830957332503680:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 198us (422us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137633.438760:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2450 00002000:00100000:0.0:1746137633.438769:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800961d6a00 x1830957332503680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/4536 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.438778:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d6a00 with x1830957332503680 ext(0->4095) 00010000:00010000:0.0:1746137633.438786:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b800/0xddf4fb6141772db5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e10 expref: 416 pid: 11509 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.438870:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b800/0xddf4fb6141772db5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e10 expref: 416 pid: 11509 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.438880:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961d6a00 00000100:00100000:0.0:1746137633.442224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.446294:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+418:2010:x1830957332503936:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3780us (4071us total) trans 4294970861 rc 0/0 00000100:00100000:0.0:1746137633.446309:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2451 00002000:00100000:0.0:1746137633.446325:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961d6300 x1830957332503936/t4294970861(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.446340:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d6300 with x1830957332503936 ext(0->7) 00010000:00010000:0.0:1746137633.446355:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b800/0xddf4fb6141772db5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e10 expref: 418 pid: 11509 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.446376:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b800/0xddf4fb6141772db5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e10 expref: 418 pid: 11509 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.446383:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961d6300 00000100:00100000:0.0:1746137633.449300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.454790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.456917:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.459999:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.462147:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000001:00080000:0.0:1746137633.469419:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970862 is committed 00000100:00100000:0.0:1746137633.471209:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.474168:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.479612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.479660:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.484729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.484847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.484883:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332506240 00000100:00100000:0.0:1746137633.485014:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332506240 00010000:00010000:0.0:1746137633.485029:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772dca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e25 expref: 7 pid: 21535 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137633.485084:0:21563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13628 00000100:00100000:0.0:1746137633.485089:0:21563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957332506240:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137633.485099:0:21563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137633.485117:0:21563:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772dca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e25 expref: 7 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.485125:0:21563:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772dca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e25 expref: 7 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.485144:0:21563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772dca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e25 expref: 7 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.485158:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137633.485190:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957332506240:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 101us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137633.485195:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13628 00000100:00100000:0.0:1746137633.486876:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.490179:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.499105:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.501277:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957332506880:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1901us (2186us total) trans 4294970863 rc 0/0 00000100:00100000:0.0:1746137633.501289:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2455 00002000:00100000:0.0:1746137633.501300:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009666b480 x1830957332506880/t4294970863(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.501311:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b480 with x1830957332506880 ext(0->7) 00010000:00010000:0.0:1746137633.501322:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eaa00/0xddf4fb6141772dd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e33 expref: 8 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.501341:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eaa00/0xddf4fb6141772dd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e33 expref: 8 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.501348:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009666b480 00000100:00100000:0.0:1746137633.504239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.507372:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332507264 00000100:00100000:0.0:1746137633.507379:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332507264 00002000:00100000:0.0:1746137633.507420:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a8000 x1830957332507264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:69/0 lens 488/0 e 0 to 0 dl 1746137644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.507430:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8000 with x1830957332507264 ext(0->4095) 00002000:00010000:0.0:1746137633.507434:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9a8000 00000100:00100000:0.0:1746137633.507469:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13737 00000100:00100000:0.0:1746137633.507477:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332507264:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137633.507591:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332507264:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137633.507597:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13737 00002000:00100000:0.0:1746137633.507602:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a8000 x1830957332507264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:69/0 lens 488/4536 e 0 to 0 dl 1746137644 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.507609:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8000 with x1830957332507264 ext(0->4095) 00002000:00010000:0.0:1746137633.507611:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9a8000 00000100:00100000:0.0:1746137633.508199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.509768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.510243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.514527:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.517561:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2010:x1830957332508160:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2797us (3030us total) trans 4294970864 rc 0/0 00000100:00100000:0.0:1746137633.517574:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2457 00002000:00100000:0.0:1746137633.517584:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096669880 x1830957332508160/t4294970864(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.517594:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669880 with x1830957332508160 ext(0->7) 00010000:00010000:0.0:1746137633.517605:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eae00/0xddf4fb6141772de6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e41 expref: 11 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.517621:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eae00/0xddf4fb6141772de6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e41 expref: 11 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.517629:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096669880 00000100:00100000:0.0:1746137633.520191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.523133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.525107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.528272:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.528325:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.530920:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.531330:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.531350:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.533551:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.539193:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.540335:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957332509952:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 925us (1148us total) trans 4294970865 rc 0/0 00000100:00100000:0.0:1746137633.540343:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2459 00002000:00100000:0.0:1746137633.540352:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88006ea17800 x1830957332509952/t4294970865(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.540359:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17800 with x1830957332509952 ext(0->7) 00010000:00010000:0.0:1746137633.540365:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098e800/0xddf4fb6141772dfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e56 expref: 13 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.540375:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098e800/0xddf4fb6141772dfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e56 expref: 13 pid: 9584 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.540380:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006ea17800 00000100:00100000:0.0:1746137633.542189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.545676:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.550555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.550656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.558213:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.560420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.562046:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957332511232:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1352us (1626us total) trans 4294970866 rc 0/0 00000100:00100000:0.0:1746137633.562059:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2461 00002000:00100000:0.0:1746137633.562068:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88006ea15f80 x1830957332511232/t4294970866(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.562076:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15f80 with x1830957332511232 ext(0->7) 00010000:00010000:0.0:1746137633.562084:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098f200/0xddf4fb6141772e10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e64 expref: 14 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.562098:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098f200/0xddf4fb6141772e10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e64 expref: 14 pid: 9584 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.562106:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006ea15f80 00000100:00100000:0.0:1746137633.564347:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.567430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.569650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.573477:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.576751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.578228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.580094:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.580337:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.583295:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.583375:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.586464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.586738:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332513280 00000100:00100000:0.0:1746137633.586746:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332513280 00002000:00100000:0.0:1746137633.586792:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9b0a80 x1830957332513280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/0 e 0 to 0 dl 1746137644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.586833:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0a80 with x1830957332513280 ext(0->4095) 00010000:00010000:0.0:1746137633.586844:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb6141772e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e79 expref: 15 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.586861:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb6141772e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e79 expref: 15 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.586868:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9b0a80 00000100:00100000:0.0:1746137633.586890:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2463 00000100:00100000:0.0:1746137633.586897:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2007:x1830957332513280:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137633.587022:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957332513280:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (559us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137633.587028:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2463 00002000:00100000:0.0:1746137633.587033:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9b0a80 x1830957332513280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/4536 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.587040:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0a80 with x1830957332513280 ext(0->4095) 00010000:00010000:0.0:1746137633.587043:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb6141772e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e79 expref: 14 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.587052:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb6141772e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e79 expref: 14 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.587057:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9b0a80 00000100:00100000:0.0:1746137633.588433:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.591180:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2009:x1830957332513536:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1436us (2747us total) trans 4294970867 rc 0/0 00000100:00100000:0.0:1746137633.591188:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2464 00002000:00100000:0.0:1746137633.591200:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9b1880 x1830957332513536/t4294970867(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.591209:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b1880 with x1830957332513536 ext(0->7) 00010000:00010000:0.0:1746137633.591217:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb6141772e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e79 expref: 16 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.591231:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb6141772e1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e79 expref: 16 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.591242:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9b1880 00000100:00100000:0.0:1746137633.595710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.600423:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.603613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.603731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.606539:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.606609:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.609368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.609913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.612192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.615472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.618123:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957332515328:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2393us (2655us total) trans 4294970868 rc 0/0 00000100:00100000:0.0:1746137633.618138:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2467 00002000:00100000:0.0:1746137633.618147:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9b3480 x1830957332515328/t4294970868(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.618155:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3480 with x1830957332515328 ext(0->7) 00010000:00010000:0.0:1746137633.618165:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb6141772e33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e87 expref: 18 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.618180:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b600/0xddf4fb6141772e33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9e87 expref: 18 pid: 9584 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.618187:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9b3480 00000100:00100000:0.0:1746137633.621121:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.625008:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.628738:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.630587:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.632122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.632164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.634107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.634480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.634528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.637377:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.640290:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.641575:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957332517376:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1079us (1288us total) trans 4294970869 rc 0/0 00000100:00100000:0.0:1746137633.641585:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2469 00002000:00100000:0.0:1746137633.641594:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a4704700 x1830957332517376/t4294970869(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.641601:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704700 with x1830957332517376 ext(0->7) 00010000:00010000:0.0:1746137633.641608:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb6141772e48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ea3 expref: 20 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.641625:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb6141772e48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ea3 expref: 20 pid: 9584 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.641632:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4704700 00000100:00100000:0.0:1746137633.644364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.647152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.651171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.652910:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.654932:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.655098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.655140:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332518400 00000100:00100000:0.0:1746137633.655143:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332518400 00010000:00010000:0.0:1746137633.655163:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772e4f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9eaa expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137633.655184:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13647 00000100:00100000:0.0:1746137633.655191:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332518400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137633.655204:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137633.655226:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772e4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9eaa expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.655234:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772e4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9eaa expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.655257:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772e4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9eaa expref: 6 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.655407:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137633.655474:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957332518400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 282us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137633.655481:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13647 00000100:00100000:0.0:1746137633.657034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.657479:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.659680:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.662494:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.663696:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2009:x1830957332519168:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 852us (1210us total) trans 4294970870 rc 0/0 00000100:00100000:0.0:1746137633.663705:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2472 00002000:00100000:0.0:1746137633.663713:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ec59f80 x1830957332519168/t4294970870(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.663721:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59f80 with x1830957332519168 ext(0->7) 00010000:00010000:0.0:1746137633.663728:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098ee00/0xddf4fb6141772e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9eb8 expref: 22 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.663740:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098ee00/0xddf4fb6141772e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9eb8 expref: 22 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.663746:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ec59f80 00000100:00100000:0.0:1746137633.667039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.670159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.672379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.674090:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.678301:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.678357:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.680034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.680082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.680149:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.681831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.683113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.684255:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2007:x1830957332521216:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1013us (1138us total) trans 4294970871 rc 0/0 00000100:00100000:0.0:1746137633.684264:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2474 00002000:00100000:0.0:1746137633.684272:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800968e9880 x1830957332521216/t4294970871(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.684280:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9880 with x1830957332521216 ext(0->7) 00010000:00010000:0.0:1746137633.684286:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520ae00/0xddf4fb6141772e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ecd expref: 25 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.684296:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520ae00/0xddf4fb6141772e72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ecd expref: 25 pid: 9584 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.684302:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800968e9880 00000100:00100000:0.0:1746137633.686170:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.688144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.691511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.695588:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332521984 00000100:00100000:0.0:1746137633.695597:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332521984 00002000:00100000:0.0:1746137633.695641:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9a8700 x1830957332521984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:69/0 lens 488/0 e 0 to 0 dl 1746137644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.695650:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8700 with x1830957332521984 ext(0->4095) 00002000:00010000:0.0:1746137633.695654:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9a8700 00000100:00100000:0.0:1746137633.695686:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13753 00000100:00100000:0.0:1746137633.695695:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332521984:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137633.702228:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.705036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.705089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.707004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.707036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.707075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.707254:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13654 00000100:00100000:0.0:1746137633.707262:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957332522880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137633.707269:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137633.707279:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772e80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9edb expref: 6 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.707287:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772e80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9edb expref: 6 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.707298:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141772e80 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9edb expref: 6 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.707315:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137633.707329:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957332522880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 69us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137633.707335:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13654 00000100:00100000:0.0:1746137633.708894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.710307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.711570:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2010:x1830957332523520:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1063us (1261us total) trans 4294970872 rc 0/0 00000100:00100000:0.0:1746137633.711580:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2476 00002000:00100000:0.0:1746137633.711591:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094f2f800 x1830957332523520/t4294970872(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.711600:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f800 with x1830957332523520 ext(0->7) 00010000:00010000:0.0:1746137633.711607:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772e87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ee2 expref: 27 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.711622:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141772e87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ee2 expref: 27 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.711630:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f2f800 00000100:00100000:0.0:1746137633.714591:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.717200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.720089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.722104:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.725386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.725784:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.728557:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.729459:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.732103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.733927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.734964:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2007:x1830957332525568:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 760us (1045us total) trans 4294970873 rc 0/0 00000100:00100000:0.0:1746137633.734971:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2479 00002000:00100000:0.0:1746137633.734977:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b28c380 x1830957332525568/t4294970873(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.734983:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28c380 with x1830957332525568 ext(0->7) 00010000:00010000:0.0:1746137633.734987:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772e9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ef7 expref: 28 pid: 9584 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.734996:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098fe00/0xddf4fb6141772e9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ef7 expref: 28 pid: 9584 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.735006:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b28c380 00000100:00100000:0.0:1746137633.736792:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.739134:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.741228:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.743151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.746238:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.748084:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.751553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.751603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.753725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.755597:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.756977:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2009:x1830957332527616:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1105us (1381us total) trans 4294970874 rc 0/0 00000100:00100000:0.0:1746137633.756987:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2481 00002000:00100000:0.0:1746137633.756995:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092fd2a00 x1830957332527616/t4294970874(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.757003:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2a00 with x1830957332527616 ext(0->7) 00010000:00010000:0.0:1746137633.757011:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f0c expref: 30 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.757023:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772eb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f0c expref: 30 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.757030:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092fd2a00 00000100:00100000:0.0:1746137633.759263:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.764072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.766881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.773662:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.776210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.779196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.780167:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.780257:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.783587:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.786299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.789092:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2007:x1830957332529664:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2230us (2788us total) trans 4294970875 rc 0/0 00000100:00100000:0.0:1746137633.789103:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2484 00002000:00100000:0.0:1746137633.789115:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092fd0a80 x1830957332529664/t4294970875(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.789123:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0a80 with x1830957332529664 ext(0->7) 00010000:00010000:0.0:1746137633.789132:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141772ec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f21 expref: 33 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.789148:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141772ec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f21 expref: 33 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.789153:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092fd0a80 00000100:00100000:0.0:1746137633.793046:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.798170:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332530048 00000100:00100000:0.0:1746137633.798176:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332530048 00002000:00100000:0.0:1746137633.798219:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096668e00 x1830957332530048/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/0 e 0 to 0 dl 1746137644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.798235:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668e00 with x1830957332530048 ext(0->4095) 00002000:00010000:0.0:1746137633.798240:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096668e00 00000100:00100000:0.0:1746137633.798269:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13763 00000100:00100000:0.0:1746137633.798277:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2010:x1830957332530048:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137633.798658:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2010:x1830957332530048:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 381us (537us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137633.798664:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13763 00002000:00100000:0.0:1746137633.798670:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096668e00 x1830957332530048/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/4536 e 0 to 0 dl 1746137644 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.798677:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668e00 with x1830957332530048 ext(0->4095) 00002000:00010000:0.0:1746137633.798679:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096668e00 00000100:00100000:0.0:1746137633.805164:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.805203:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.808412:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.809435:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.812111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.815626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.818011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.821106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.822778:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957332531328:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1329us (1659us total) trans 4294970876 rc 0/0 00000100:00100000:0.0:1746137633.822788:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2486 00002000:00100000:0.0:1746137633.822798:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092c70380 x1830957332531328/t4294970876(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.822851:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70380 with x1830957332531328 ext(0->7) 00010000:00010000:0.0:1746137633.822859:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772ed4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f2f expref: 34 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.822876:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772ed4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f2f expref: 34 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.822883:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c70380 00000100:00100000:0.0:1746137633.825085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.828071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.830579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.832169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.834554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.835395:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.835452:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332532352 00000100:00100000:0.0:1746137633.835459:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332532352 00010000:00010000:0.0:1746137633.835489:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357eb400/0xddf4fb6141772ee2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f3d expref: 6 pid: 21535 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746137633.835519:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13668 00000100:00100000:0.0:1746137633.835956:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332532352:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137633.835967:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137633.835984:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb400/0xddf4fb6141772ee2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f3d expref: 6 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.835992:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357eb400/0xddf4fb6141772ee2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f3d expref: 6 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.836012:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb400/0xddf4fb6141772ee2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f3d expref: 6 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.836300:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137633.836318:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957332532352:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 364us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137633.836323:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13668 00000100:00100000:0.0:1746137633.838964:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.839047:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.842076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.842173:0:21563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfc8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21563:1830957326909184:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137633.842191:0:21563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137633.842541:0:21563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957332532480:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3179us (3582us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137633.842551:0:21563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13669 00000100:00100000:0.0:1746137633.844968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.847113:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2007:x1830957332533120:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1766us (2141us total) trans 4294970877 rc 0/0 00000100:00100000:0.0:1746137633.847125:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2489 00002000:00100000:0.0:1746137633.847135:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092c73800 x1830957332533120/t4294970877(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.847149:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73800 with x1830957332533120 ext(0->7) 00010000:00010000:0.0:1746137633.847159:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb6141772ef0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f4b expref: 36 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.847182:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb600/0xddf4fb6141772ef0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f4b expref: 36 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.847188:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c73800 00000100:00100000:0.0:1746137633.849534:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.854222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.864299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.864381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.870904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.875078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.879304:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.881006:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2010:x1830957332534400:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1417us (1707us total) trans 4294970878 rc 0/0 00000100:00100000:0.0:1746137633.881018:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2491 00002000:00100000:0.0:1746137633.881030:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092fd0380 x1830957332534400/t4294970878(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.881040:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0380 with x1830957332534400 ext(0->7) 00010000:00010000:0.0:1746137633.881049:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f59 expref: 39 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.881060:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eac00/0xddf4fb6141772efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f59 expref: 39 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.881066:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092fd0380 00000100:00100000:0.0:1746137633.884293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.886545:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.889433:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.889603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.891157:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.893306:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.898259:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.899305:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957332535680:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 714us (1055us total) trans 4294970879 rc 0/0 00000100:00100000:0.0:1746137633.899314:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2493 00002000:00100000:0.0:1746137633.899320:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092ec1880 x1830957332535680/t4294970879(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.899327:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec1880 with x1830957332535680 ext(0->7) 00010000:00010000:0.0:1746137633.899333:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772f0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f67 expref: 40 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.899343:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141772f0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f67 expref: 40 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.899349:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ec1880 00000100:00100000:0.0:1746137633.902704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.908357:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.908787:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.910862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.910942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.914101:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332536704 00000100:00100000:0.0:1746137633.914112:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332536704 00002000:00100000:0.0:1746137633.914161:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9ab480 x1830957332536704/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/0 e 0 to 0 dl 1746137644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.914173:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ab480 with x1830957332536704 ext(0->4095) 00010000:00010000:0.0:1746137633.914181:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb000/0xddf4fb6141772f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f75 expref: 41 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.914196:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb000/0xddf4fb6141772f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f75 expref: 41 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.914203:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9ab480 00000100:00100000:0.0:1746137633.914250:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2494 00000100:00100000:0.0:1746137633.914260:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2008:x1830957332536704:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137633.915212:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2008:x1830957332536704:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 948us (1138us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137633.915224:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2494 00002000:00100000:0.0:1746137633.915234:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008a9ab480 x1830957332536704/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 488/4536 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.915243:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ab480 with x1830957332536704 ext(0->4095) 00010000:00010000:0.0:1746137633.915252:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb000/0xddf4fb6141772f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f75 expref: 41 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.915268:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb000/0xddf4fb6141772f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f75 expref: 41 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.915275:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9ab480 00000100:00100000:0.0:1746137633.916536:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.920313:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:2010:x1830957332536960:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3331us (3769us total) trans 4294970880 rc 0/0 00000100:00100000:0.0:1746137633.920330:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2495 00002000:00100000:0.0:1746137633.920345:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092ec2a00 x1830957332536960/t4294970880(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.920356:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec2a00 with x1830957332536960 ext(0->7) 00010000:00010000:0.0:1746137633.920367:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb000/0xddf4fb6141772f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f75 expref: 43 pid: 21535 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.920384:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb000/0xddf4fb6141772f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f75 expref: 43 pid: 21535 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.920392:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ec2a00 00000100:00100000:0.0:1746137633.925104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.928316:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.930510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.934310:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.934381:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.939667:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.945777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.947514:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+44:2010:x1830957332538240:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1325us (1745us total) trans 4294970881 rc 0/0 00000100:00100000:0.0:1746137633.947525:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2498 00002000:00100000:0.0:1746137633.947534:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092ec3480 x1830957332538240/t4294970881(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:69/0 lens 496/448 e 0 to 0 dl 1746137644 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137633.947543:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec3480 with x1830957332538240 ext(0->7) 00010000:00010000:0.0:1746137633.947553:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f83 expref: 44 pid: 11509 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746137633.947567:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f83 expref: 44 pid: 11509 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746137633.947573:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092ec3480 00000100:00100000:0.0:1746137633.954120:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.956325:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.959683:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.962159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.962263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.967038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.967071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.969770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.973637:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.977879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.984686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.987206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.992680:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.993241:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.996478:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.997106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137633.997136:0:21563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332541056 00000100:00100000:0.0:1746137633.997139:0:21563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332541056 00010000:00010000:0.0:1746137633.997156:0:21563:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ea000/0xddf4fb6141772f44 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f9f expref: 48 pid: 21535 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746137633.997177:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13682 00000100:00100000:0.0:1746137633.997183:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2008:x1830957332541056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137633.997191:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137633.997202:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea000/0xddf4fb6141772f44 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f9f expref: 48 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137633.997212:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357ea000/0xddf4fb6141772f44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9f9f expref: 48 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137633.997233:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137633.997263:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2008:x1830957332541056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 79us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137633.997269:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13682 00000100:00100000:0.0:1746137633.999865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.006868:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137634.007197:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137634.012087:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137634.012704:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137634.015869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.017899:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957332541696:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1711us (2022us total) trans 4294970883 rc 0/0 00000100:00100000:0.0:1746137634.017912:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2502 00002000:00100000:0.0:1746137634.017921:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d4dca80 x1830957332541696/t4294970883(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.017930:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dca80 with x1830957332541696 ext(0->7) 00010000:00010000:0.0:1746137634.017940:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9fad expref: 48 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.017957:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea600/0xddf4fb6141772f52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9fad expref: 48 pid: 21535 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.017963:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d4dca80 00000100:00100000:0.0:1746137634.020469:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.024897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.026489:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.027130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.028991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.033401:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.034958:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2010:x1830957332542976:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1169us (1557us total) trans 4294970884 rc 0/0 00000100:00100000:0.0:1746137634.034967:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2504 00002000:00100000:0.0:1746137634.034975:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b12ea00 x1830957332542976/t4294970884(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.034984:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ea00 with x1830957332542976 ext(0->7) 00010000:00010000:0.0:1746137634.034993:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eae00/0xddf4fb6141772f60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9fbb expref: 51 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.035005:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eae00/0xddf4fb6141772f60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9fbb expref: 51 pid: 21535 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.035011:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b12ea00 00000100:00100000:0.0:1746137634.037599:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.041276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.043588:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.046247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.047383:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.051839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.055225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.057792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.063063:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:2007:x1830957332544768:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4970us (5271us total) trans 4294970885 rc 0/0 00000100:00100000:0.0:1746137634.063077:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2506 00002000:00100000:0.0:1746137634.063088:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ce8d880 x1830957332544768/t4294970885(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.063098:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8d880 with x1830957332544768 ext(0->7) 00010000:00010000:0.0:1746137634.063107:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772f75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9fd0 expref: 53 pid: 9584 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.063128:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a600/0xddf4fb6141772f75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9fd0 expref: 53 pid: 9584 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.063135:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce8d880 00000100:00100000:0.0:1746137634.065121:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.069393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.072092:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.073927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.074518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.077936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.077966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.078015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.078039:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332546048 00000100:00100000:0.0:1746137634.078047:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332546048 00010000:00010000:0.0:1746137634.078093:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009098e400/0xddf4fb6141772f83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9fde expref: 6 pid: 9584 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746137634.081842:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.085011:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.088012:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2010:x1830957332546560:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2489us (3002us total) trans 4294970886 rc 0/0 00000100:00100000:0.0:1746137634.088024:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2509 00002000:00100000:0.0:1746137634.088035:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961fb480 x1830957332546560/t4294970886(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.088043:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fb480 with x1830957332546560 ext(0->7) 00010000:00010000:0.0:1746137634.088052:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141772f8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9fe5 expref: 55 pid: 9584 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.088068:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141772f8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9fe5 expref: 55 pid: 9584 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.088074:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961fb480 00000100:00100000:0.0:1746137634.093121:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.101700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.104771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.104866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.108128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.111406:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.115627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.122420:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957332547840:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6457us (6792us total) trans 4294970887 rc 0/0 00000100:00100000:0.0:1746137634.122434:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2511 00002000:00100000:0.0:1746137634.122456:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093097b80 x1830957332547840/t4294970887(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.122465:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093097b80 with x1830957332547840 ext(0->7) 00010000:00010000:0.0:1746137634.122475:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772f98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ff3 expref: 56 pid: 9584 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.122491:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141772f98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cd9ff3 expref: 56 pid: 9584 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.122498:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093097b80 00000100:00100000:0.0:1746137634.124936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.127397:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.127778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.127877:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332548352 00000100:00100000:0.0:1746137634.127880:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332548352 00002000:00100000:0.0:1746137634.127910:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880088f64a80 x1830957332548352/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:70/0 lens 488/0 e 0 to 0 dl 1746137645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.127919:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088f64a80 with x1830957332548352 ext(0->4095) 00002000:00010000:0.0:1746137634.127923:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088f64a80 00000100:00100000:0.0:1746137634.128148:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13778 00000100:00100000:0.0:1746137634.128153:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332548352:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137634.129991:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.130051:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.132406:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.137995:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.139418:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2009:x1830957332549120:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1004us (1428us total) trans 4294970888 rc 0/0 00000100:00100000:0.0:1746137634.139428:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2513 00002000:00100000:0.0:1746137634.139436:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88006ea14000 x1830957332549120/t4294970888(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.139453:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14000 with x1830957332549120 ext(0->7) 00010000:00010000:0.0:1746137634.139460:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772fa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda001 expref: 59 pid: 9584 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.139473:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141772fa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda001 expref: 59 pid: 9584 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.139479:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006ea14000 00000100:00100000:0.0:1746137634.143575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.147335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.150016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.153928:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332549760 00000100:00100000:0.0:1746137634.153933:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332549760 00000100:00100000:0.0:1746137634.155388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.160217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.160326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.163200:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.163260:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.166082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.168334:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.169977:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2009:x1830957332551168:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1132us (1646us total) trans 4294970889 rc 0/0 00000100:00100000:0.0:1746137634.169987:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2516 00002000:00100000:0.0:1746137634.169995:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f104380 x1830957332551168/t4294970889(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.170004:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f104380 with x1830957332551168 ext(0->7) 00010000:00010000:0.0:1746137634.170012:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520ba00/0xddf4fb6141772fbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda016 expref: 60 pid: 9584 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.170025:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520ba00/0xddf4fb6141772fbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda016 expref: 60 pid: 9584 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.170031:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f104380 00000100:00100000:0.0:1746137634.171751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.176486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.179264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.183665:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.186729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.186783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.189549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.189577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.189599:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332552576 00000100:00100000:0.0:1746137634.189606:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332552576 00010000:00010000:0.0:1746137634.189636:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013520aa00/0xddf4fb6141772fc2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda01d expref: 6 pid: 9584 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746137634.189668:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332552448 00000100:00100000:0.0:1746137634.189671:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332552448 00010000:00010000:0.0:1746137634.189679:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb6141772fc9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda024 expref: 62 pid: 9584 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746137634.189691:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13700 00000100:00100000:0.0:1746137634.189697:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332552576:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137634.189708:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137634.189726:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013520aa00/0xddf4fb6141772fc2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda01d expref: 6 pid: 9584 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.189734:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013520aa00/0xddf4fb6141772fc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda01d expref: 6 pid: 9584 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.189755:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137634.189789:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332552576:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 92us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137634.189794:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13700 00000100:00100000:0.0:1746137634.189828:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13701 00000100:00100000:0.0:1746137634.189833:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2007:x1830957332552448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137634.189838:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137634.189844:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb6141772fc9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda024 expref: 62 pid: 9584 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.189851:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013520a800/0xddf4fb6141772fc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda024 expref: 62 pid: 9584 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.189861:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137634.189863:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137634.189869:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb6141772fd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda02b expref: 62 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.189876:0:7224:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb6141772fd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda02b expref: 62 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.189900:0:7224:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb6141772fd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda02b expref: 62 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137634.189909:0:7224:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7224:1830957326916480:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137634.189955:0:7224:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137634.189991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.190055:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332552704 00000100:00100000:0.0:1746137634.190058:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332552704 00000100:00100000:0.0:1746137634.190074:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29349 00000100:00100000:0.0:1746137634.190078:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:1029:x1830957332552704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137634.190088:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137634.190097:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009080d800/0xddf4fb6141772fd7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda032 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.190111:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb6141772fd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda02b expref: 64 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.190115:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137634.190117:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137634.190119:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009080d800/0xddf4fb6141772fd7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda032 expref: 64 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.190138:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb6141772fd0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda02b expref: 64 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.190147:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb6141772fd0 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda02b expref: 64 pid: 9584 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746137634.190153:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957326916608:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137634.190171:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137634.192657:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.196421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.198292:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2007:x1830957332553216:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1442us (1876us total) trans 4294970890 rc 0/0 00000100:00100000:0.0:1746137634.198302:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2519 00002000:00100000:0.0:1746137634.198312:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008a9a2300 x1830957332553216/t4294970890(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.198321:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2300 with x1830957332553216 ext(0->7) 00010000:00010000:0.0:1746137634.198329:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb6141772fd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda02b expref: 63 pid: 9584 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.198342:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520be00/0xddf4fb6141772fd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda02b expref: 63 pid: 9584 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.198350:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9a2300 00000100:00100000:0.0:1746137634.203637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.208078:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.211386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.213695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.218860:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.219444:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332554240 00000100:00100000:0.0:1746137634.219448:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332554240 00010000:00010000:0.0:1746137634.219464:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009080d800/0xddf4fb6141772fd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda032 expref: 63 pid: 21535 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746137634.219481:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13703 00000100:00100000:0.0:1746137634.219486:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2010:x1830957332554240:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137634.219494:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137634.219504:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009080d800/0xddf4fb6141772fd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda032 expref: 63 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.219512:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009080d800/0xddf4fb6141772fd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda032 expref: 63 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.219531:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009080d800/0xddf4fb6141772fd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda032 expref: 63 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.219553:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137634.219570:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2010:x1830957332554240:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 83us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137634.219575:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13703 00000100:00100000:0.0:1746137634.221401:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.223908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.227117:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.230488:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.232092:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957332554880:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1213us (1611us total) trans 4294970891 rc 0/0 00000100:00100000:0.0:1746137634.232100:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2521 00002000:00100000:0.0:1746137634.232108:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012c3ef100 x1830957332554880/t4294970891(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.232116:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ef100 with x1830957332554880 ext(0->7) 00010000:00010000:0.0:1746137634.232122:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141772fe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda040 expref: 64 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.232133:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141772fe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda040 expref: 64 pid: 21535 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.232139:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c3ef100 00000100:00100000:0.0:1746137634.234700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.237542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.239923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.240857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.240875:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332555520 00000100:00100000:0.0:1746137634.240879:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332555520 00000100:00100000:0.0:1746137634.240916:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29354 00000100:00100000:0.0:1746137634.240922:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1029:x1830957332555520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137634.240930:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137634.240936:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009171d800/0xddf4fb6141772ffa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda055 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.240947:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137634.240951:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb6141772ff3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda04e expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.240956:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137634.240958:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009171d800/0xddf4fb6141772ffa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda055 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.240986:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb6141772ff3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda04e expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.240997:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009171d800/0xddf4fb6141772ffa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda055 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.241005:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:0.0:1746137634.241402:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1029:x1830957332555520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 478us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137634.241407:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29354 00000100:00100000:0.0:1746137634.243146:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.245208:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.248481:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.249587:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2009:x1830957332556160:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 807us (1110us total) trans 4294970892 rc 0/0 00000100:00100000:0.0:1746137634.249596:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2523 00002000:00100000:0.0:1746137634.249604:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b002d80 x1830957332556160/t4294970892(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.249612:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b002d80 with x1830957332556160 ext(0->7) 00010000:00010000:0.0:1746137634.249619:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb6141772ff3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda04e expref: 67 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.249634:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb6141772ff3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda04e expref: 67 pid: 21535 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.249641:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b002d80 00000100:00100000:0.0:1746137634.253180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.256550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.258579:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.261501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.262892:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.264459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.265946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.269550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.278951:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.283421:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.285373:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957332557824:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1733us (2106us total) trans 4294970893 rc 0/0 00000100:00100000:0.0:1746137634.285384:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2525 00002000:00100000:0.0:1746137634.285395:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f144380 x1830957332557824/t4294970893(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.285405:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144380 with x1830957332557824 ext(0->7) 00010000:00010000:0.0:1746137634.285415:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141773008 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda063 expref: 68 pid: 11509 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.285432:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098ea00/0xddf4fb6141773008 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda063 expref: 68 pid: 11509 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.285453:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f144380 00000100:00100000:0.0:1746137634.287950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.288036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.290589:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.293461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.296623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.300298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.303231:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.304956:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:2009:x1830957332558976:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 855us (1720us total) trans 4294970894 rc 0/0 00000100:00100000:0.0:1746137634.304964:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2527 00002000:00100000:0.0:1746137634.304972:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800846d1f80 x1830957332558976/t4294970894(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.304980:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1f80 with x1830957332558976 ext(0->7) 00010000:00010000:0.0:1746137634.304989:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141773016 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda071 expref: 70 pid: 11509 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.305001:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb800/0xddf4fb6141773016 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda071 expref: 70 pid: 11509 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.305007:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800846d1f80 00000100:00100000:0.0:1746137634.308674:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.311919:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.311971:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332559360 00000100:00100000:0.0:1746137634.311977:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332559360 00000100:00100000:0.0:1746137634.317534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.318933:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.321338:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.322932:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.323433:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.327286:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.329502:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.330573:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957332560768:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 884us (1068us total) trans 4294970895 rc 0/0 00000100:00100000:0.0:1746137634.330582:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2530 00002000:00100000:0.0:1746137634.330589:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969cad80 x1830957332560768/t4294970895(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.330597:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cad80 with x1830957332560768 ext(0->7) 00010000:00010000:0.0:1746137634.330605:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098fa00/0xddf4fb614177302b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda086 expref: 72 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.330626:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098fa00/0xddf4fb614177302b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda086 expref: 72 pid: 21535 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.330632:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969cad80 00000100:00100000:0.0:1746137634.332858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.336228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.340928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.344512:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.347600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.347931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.350452:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.350485:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.350524:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.350553:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332562176 00000100:00100000:0.0:1746137634.350561:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332562176 00010000:00010000:0.0:1746137634.350588:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357eaa00/0xddf4fb6141773032 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda08d expref: 6 pid: 21535 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746137634.350620:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332562048 00000100:00100000:0.0:1746137634.350622:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332562048 00010000:00010000:0.0:1746137634.350632:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141773039 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda094 expref: 73 pid: 21535 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746137634.350646:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13716 00000100:00100000:0.0:1746137634.350651:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332562176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137634.350662:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137634.350681:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357eaa00/0xddf4fb6141773032 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda08d expref: 6 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.350690:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357eaa00/0xddf4fb6141773032 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda08d expref: 6 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.350715:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357eaa00/0xddf4fb6141773032 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda08d expref: 6 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.350732:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137634.350755:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957332562176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 104us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137634.350761:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13716 00000100:00100000:0.0:1746137634.350779:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13717 00000100:00100000:0.0:1746137634.350784:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2010:x1830957332562048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137634.350790:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137634.350796:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141773039 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda094 expref: 73 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.350819:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141773039 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda094 expref: 73 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.350831:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801357eb200/0xddf4fb6141773039 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda094 expref: 73 pid: 21535 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.350842:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137634.350843:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137634.350853:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013520a200/0xddf4fb6141773040 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda09b expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.350860:0:7224:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013520a200/0xddf4fb6141773040 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda09b expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137634.350965:0:7224:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013520a200/0xddf4fb6141773040 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda09b expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137634.350976:0:7224:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7224:1830957326920064:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137634.351027:0:7224:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137634.353054:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.355463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.358042:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:2009:x1830957332562816:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2372us (2587us total) trans 4294970896 rc 0/0 00000100:00100000:0.0:1746137634.358055:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2532 00002000:00100000:0.0:1746137634.358067:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800961d5500 x1830957332562816/t4294970896(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.358075:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5500 with x1830957332562816 ext(0->7) 00010000:00010000:0.0:1746137634.358087:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520a200/0xddf4fb6141773040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda09b expref: 75 pid: 11509 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.358105:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520a200/0xddf4fb6141773040 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda09b expref: 75 pid: 11509 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.358113:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800961d5500 00000100:00100000:0.0:1746137634.360322:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.365589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.369803:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.369882:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.372703:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.372747:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.372784:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332563840 00000100:00100000:0.0:1746137634.372790:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332563840 00002000:00100000:0.0:1746137634.372861:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092f3a680 x1830957332563840/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:70/0 lens 488/0 e 0 to 0 dl 1746137645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.372869:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3a680 with x1830957332563840 ext(0->4095) 00010000:00010000:0.0:1746137634.372877:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb614177304e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0a9 expref: 6 pid: 11509 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.372893:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb614177304e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0a9 expref: 6 pid: 11509 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.372898:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092f3a680 00000100:00100000:0.0:1746137634.372918:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2533 00000100:00100000:0.0:1746137634.372924:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332563840:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137634.373031:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332563840:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (283us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137634.373036:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2533 00002000:00100000:0.0:1746137634.373040:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092f3a680 x1830957332563840/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:70/0 lens 488/4536 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.373046:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3a680 with x1830957332563840 ext(0->4095) 00010000:00010000:0.0:1746137634.373049:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb614177304e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0a9 expref: 6 pid: 11509 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.373055:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013520b000/0xddf4fb614177304e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0a9 expref: 6 pid: 11509 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.373060:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092f3a680 00000100:00100000:0.0:1746137634.376635:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.380293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.386939:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.391228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.393340:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2007:x1830957332564480:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1907us (2103us total) trans 4294970897 rc 0/0 00000100:00100000:0.0:1746137634.393355:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2534 00002000:00100000:0.0:1746137634.393368:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880095d7a680 x1830957332564480/t4294970897(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.393376:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7a680 with x1830957332564480 ext(0->7) 00010000:00010000:0.0:1746137634.393385:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098ee00/0xddf4fb6141773055 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0b0 expref: 76 pid: 26520 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.393398:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098ee00/0xddf4fb6141773055 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0b0 expref: 76 pid: 26520 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.393404:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d7a680 00000100:00100000:0.0:1746137634.397423:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.398641:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.400249:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.401945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.403995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.406000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.411142:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.413034:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2007:x1830957332565632:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1655us (1895us total) trans 4294970898 rc 0/0 00000100:00100000:0.0:1746137634.413045:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2536 00002000:00100000:0.0:1746137634.413055:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801203d2300 x1830957332565632/t4294970898(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.413069:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d2300 with x1830957332565632 ext(0->7) 00010000:00010000:0.0:1746137634.413078:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141773063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0be expref: 78 pid: 26520 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.413092:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ebc00/0xddf4fb6141773063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0be expref: 78 pid: 26520 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.413099:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801203d2300 00000100:00100000:0.0:1746137634.415320:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.417872:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.421940:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.422709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.424972:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.427557:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.431369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.434131:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957332566912:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1085us (2769us total) trans 4294970899 rc 0/0 00000100:00100000:0.0:1746137634.434140:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2538 00002000:00100000:0.0:1746137634.434147:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091c24a80 x1830957332566912/t4294970899(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.434155:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c24a80 with x1830957332566912 ext(0->7) 00010000:00010000:0.0:1746137634.434163:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141773071 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0cc expref: 81 pid: 26520 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.434174:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb6141773071 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0cc expref: 81 pid: 26520 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.434181:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c24a80 00000100:00100000:0.0:1746137634.437378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.441689:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.441713:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332567296 00000100:00100000:0.0:1746137634.441720:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332567296 00002000:00100000:0.0:1746137634.441752:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091c26300 x1830957332567296/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 488/0 e 0 to 0 dl 1746137645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.441767:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c26300 with x1830957332567296 ext(0->4095) 00002000:00010000:0.0:1746137634.441771:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c26300 00000100:00100000:0.0:1746137634.441793:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13797 00000100:00100000:0.0:1746137634.441801:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2009:x1830957332567296:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137634.441943:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2009:x1830957332567296:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 141us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137634.441949:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13797 00002000:00100000:0.0:1746137634.441954:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091c26300 x1830957332567296/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 488/4536 e 0 to 0 dl 1746137645 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.441961:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c26300 with x1830957332567296 ext(0->4095) 00002000:00010000:0.0:1746137634.441963:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c26300 00000100:00100000:0.0:1746137634.443748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.449001:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.457452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.461078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.461243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.467734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.478785:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2008:x1830957332568960:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5083us (5458us total) trans 4294970900 rc 0/0 00000100:00100000:0.0:1746137634.478797:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2541 00002000:00100000:0.0:1746137634.478837:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009666b800 x1830957332568960/t4294970900(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.478845:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b800 with x1830957332568960 ext(0->7) 00010000:00010000:0.0:1746137634.478856:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357eae00/0xddf4fb6141773086 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0e1 expref: 82 pid: 26520 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.478871:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357eae00/0xddf4fb6141773086 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0e1 expref: 82 pid: 26520 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.478878:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009666b800 00000100:00100000:0.0:1746137634.488133:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.491166:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.494612:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.497032:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.502353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.502408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.506879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.511801:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.522067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.523535:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+85:2008:x1830957332571008:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1153us (1473us total) trans 4294970901 rc 0/0 00000100:00100000:0.0:1746137634.523544:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2543 00002000:00100000:0.0:1746137634.523551:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880120346680 x1830957332571008/t4294970901(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.523559:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346680 with x1830957332571008 ext(0->7) 00010000:00010000:0.0:1746137634.523567:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177309b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0f6 expref: 85 pid: 26520 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.523579:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801357ea200/0xddf4fb614177309b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda0f6 expref: 85 pid: 26520 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.523585:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880120346680 00000100:00100000:0.0:1746137634.526334:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.530936:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332571392 00000100:00100000:0.0:1746137634.530942:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332571392 00002000:00100000:0.0:1746137634.530978:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092f38700 x1830957332571392/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 488/0 e 0 to 0 dl 1746137645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.530987:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f38700 with x1830957332571392 ext(0->4095) 00002000:00010000:0.0:1746137634.530991:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092f38700 00000100:00100000:0.0:1746137634.531022:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13802 00000100:00100000:0.0:1746137634.531033:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+84:2008:x1830957332571392:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137634.531142:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+84:2008:x1830957332571392:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137634.531148:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13802 00002000:00100000:0.0:1746137634.531153:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092f38700 x1830957332571392/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 488/4536 e 0 to 0 dl 1746137645 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.531160:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f38700 with x1830957332571392 ext(0->4095) 00002000:00010000:0.0:1746137634.531163:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092f38700 00000100:00100000:0.0:1746137634.542563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.546504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.547484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.559720:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.561718:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.563994:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+87:2009:x1830957332572800:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1995us (2269us total) trans 4294970902 rc 0/0 00000100:00100000:0.0:1746137634.564009:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2545 00002000:00100000:0.0:1746137634.564023:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880120346300 x1830957332572800/t4294970902(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.564035:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346300 with x1830957332572800 ext(0->7) 00010000:00010000:0.0:1746137634.564045:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098e400/0xddf4fb61417730b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda10b expref: 87 pid: 26520 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.564062:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098e400/0xddf4fb61417730b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda10b expref: 87 pid: 26520 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.564069:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880120346300 00000100:00100000:0.0:1746137634.570296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.577965:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.581150:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.588292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.593053:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.600886:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.600910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.600942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.607308:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.612210:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.613288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137634.613503:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137634.614754:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+88:2007:x1830957332574848:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2301us (2554us total) trans 4294970903 rc 0/0 00000100:00100000:0.0:1746137634.614763:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2547 00002000:00100000:0.0:1746137634.614774:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092c71500 x1830957332574848/t4294970903(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:70/0 lens 496/448 e 0 to 0 dl 1746137645 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137634.614784:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71500 with x1830957332574848 ext(0->7) 00010000:00010000:0.0:1746137634.614794:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009098f600/0xddf4fb61417730c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda120 expref: 88 pid: 26520 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746137634.614831:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009098f600/0xddf4fb61417730c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda120 expref: 88 pid: 26520 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746137634.614839:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71500 00000100:00100000:0.0:1746137634.618537:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332575360 00000100:00100000:0.0:1746137634.618544:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332575360 00000100:00100000:0.0:1746137634.618671:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 180 00000100:00100000:0.0:1746137634.618678:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1029:x1830957332575360:12345-192.168.203.12@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137634.618898:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:1029:x1830957332575360:12345-192.168.203.12@tcp:35:rw_seq_cst_vs_d.0 Request processed in 220us (551us total) trans 4294984460 rc 0/0 00000100:00100000:0.0:1746137634.618905:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 180 00000100:00100000:0.0:1746137634.651582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.653732:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.656354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.659134:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137634.662898:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137635.493006:0:8829:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957326925312 00000100:00100000:0.0:1746137635.493011:0:8829:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957326925312 00000100:00100000:0.0:1746137635.493052:0:8829:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1746137635.493057:0:8829:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830957326925312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137635.493107:0:8829:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830957326925312:12345-0@lo:400:kworker.0 Request processed in 50us (1023us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137635.493114:0:8829:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1746137635.555176:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957326926592 00000100:00100000:0.0:1746137635.555185:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957326926592 00000100:00100000:0.0:1746137635.555231:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1746137635.555239:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957326926592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746137635.555268:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 981216064 pending 1175552 free 3920224256 avail 3688701952 00000100:00100000:0.0:1746137635.555311:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957326926592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137635.555316:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1746137635.571662:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957326926720 00000100:00100000:0.0:1746137635.571670:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957326926720 00000100:00100000:0.0:1746137635.571716:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1746137635.571726:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957326926720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746137635.571760:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746137635.571846:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957326926720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137635.571852:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1746137635.572027:0:11740:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957326926848 00000100:00100000:0.0:1746137635.572031:0:11740:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957326926848 00000100:00100000:0.0:1746137635.572054:0:11740:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1746137635.572058:0:11740:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957326926848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746137635.572071:0:11740:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 981216064 pending 1175552 free 3920224256 avail 3688701952 00000100:00100000:0.0:1746137635.572214:0:11740:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957326926848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 155us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137635.572220:0:11740:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00010000:00010000:0.0:1746137637.003918:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137638.002701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.003265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.003286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.003303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.003315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.003326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.003346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.003362:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332576768 00000100:00100000:0.0:1746137638.003366:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332576768 00000100:00100000:0.0:1746137638.003389:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332577152 00000100:00100000:0.0:1746137638.003391:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332577152 00000100:00100000:0.0:1746137638.003407:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 719 00000100:00100000:0.0:1746137638.003426:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+88:2009:x1830957332576768:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137638.003454:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+88:2009:x1830957332576768:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 43us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137638.003460:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 719 00000100:00100000:0.0:1746137638.003470:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 720 00000100:00100000:0.0:1746137638.003475:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957332577152:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137638.003495:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957332577152:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 21us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137638.003500:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 720 00000100:00080000:0.0:1746137638.003540:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137638.003552:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332577024 00000100:00100000:0.0:1746137638.003555:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332577024 00000100:00100000:0.0:1746137638.003574:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332576640 00000100:00100000:0.0:1746137638.003576:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332576640 00000100:00100000:0.0:1746137638.003586:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332576896 00000100:00100000:0.0:1746137638.003588:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332576896 00000100:00100000:0.0:1746137638.003601:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1031 00000100:00100000:0.0:1746137638.003606:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096856680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957332577024:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137638.003630:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096856680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957332577024:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 23us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137638.003635:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1031 00000100:00100000:0.0:1746137638.003643:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1032 00000100:00100000:0.0:1746137638.003648:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096856300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2009:x1830957332576640:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137638.003664:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096856300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2009:x1830957332576640:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 16us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137638.003668:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1032 00000100:00100000:0.0:1746137638.003676:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1033 00000100:00100000:0.0:1746137638.003679:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096855500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2009:x1830957332576896:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137638.003698:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096855500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2009:x1830957332576896:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 19us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137638.003703:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1033 00000100:00080000:0.0:1746137638.003717:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746137638.003719:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137638.006118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.011778:0:8829:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332577536 00000100:00100000:0.0:1746137638.011787:0:8829:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332577536 00000100:00100000:0.0:1746137638.011958:0:8829:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38461 00000100:00100000:0.0:1746137638.011968:0:8829:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:1679:x1830957332577536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137638.011987:0:8829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137638.011990:0:8829:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746137638.012014:0:8829:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e400/0xddf4fb6141773127 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda143 expref: 10 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.012030:0:8829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:0.0:1746137638.012034:0:8829:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746137638.012045:0:8829:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ec00/0xddf4fb614177312e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda14a expref: -99 pid: 8829 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.012144:0:8829:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141773135 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012154:0:8829:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141773135 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012162:0:8829:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141773135 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012173:0:8829:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb614177313c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012178:0:8829:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb614177313c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012182:0:8829:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb614177313c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8829 initiator: MDT0 00000004:00080000:0.0:1746137638.012482:0:8829:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:0.0:1746137638.012593:0:8829:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4194600/0xddf4fb6141773143 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012600:0:8829:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4194600/0xddf4fb6141773143 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012607:0:8829:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4194600/0xddf4fb6141773143 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012634:0:8829:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141773135 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012640:0:8829:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141773135 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012645:0:8829:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141773135 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012649:0:8829:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141773135 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012655:0:8829:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e2e400 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:0.0:1746137638.012658:0:8829:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141773135 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012664:0:8829:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141773135 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012671:0:8829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:0.0:1746137638.012673:0:8829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137638.012676:0:8829:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141773135 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012680:0:8829:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141773135 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8829 initiator: MDT0 00000004:00010000:0.0:1746137638.012688:0:8829:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ec58000 reply state ffff88012c294000 transno 4294984462 ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb614177313c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012694:0:8829:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb614177313c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8829 initiator: MDT0 00010000:00010000:0.0:1746137638.012700:0:8829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88009080e300) 00010000:00010000:0.0:1746137638.012701:0:8829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746137638.012704:0:8829:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746137638.012722:0:8829:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ec00/0xddf4fb614177312e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda14a expref: 12 pid: 8829 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.012732:0:8829:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4194600/0xddf4fb6141773143 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda14a expref: 11 pid: 8829 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.012737:0:8829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009080e700) 00010000:00010000:0.0:1746137638.012739:0:8829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746137638.012741:0:8829:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4194600, rc 0) 00000100:00100000:0.0:1746137638.012801:0:8829:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:1679:x1830957332577536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 834us (1182us total) trans 4294984462 rc 0/0 00000100:00100000:0.0:1746137638.012916:0:8829:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38461 00000100:00100000:0.0:1746137638.022106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000001:00100000:0.0:1746137638.024696:0:9580:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9ce0fd0d-8636-4998-8828-75f4ee87b5f5 00000001:00100000:0.0:1746137638.024707:0:9580:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9ce0fd0d-8636-4998-8828-75f4ee87b5f5 00000020:00000080:0.0:1746137638.024711:0:9580:0:(genops.c:904:class_export_put()) final put ffff88008b140800/9ce0fd0d-8636-4998-8828-75f4ee87b5f5 00000001:00100000:0.0:1746137638.024735:0:9580:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 360039b3-a0dd-4c2d-8b5a-b752fe3410f9 00000020:00000080:0.0:1746137638.024737:0:9580:0:(genops.c:904:class_export_put()) final put ffff88012f162800/360039b3-a0dd-4c2d-8b5a-b752fe3410f9 00000100:00100000:0.0:1746137638.027992:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332577792 00000100:00100000:0.0:1746137638.028003:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332577792 00000100:00100000:0.0:1746137638.032553:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.035297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.048546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.059127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.064227:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.068617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000001:00080000:0.0:1746137638.072697:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972055 is committed 00000001:00100000:0.0:1746137638.072710:0:9580:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 360039b3-a0dd-4c2d-8b5a-b752fe3410f9 00000100:00100000:0.0:1746137638.076525:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.083233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.086727:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.089665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.092255:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.094533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.098274:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.103005:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.109134:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.112573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.114437:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2008:x1830957332580864:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1194us (1862us total) trans 4294972057 rc 0/0 00000100:00100000:0.0:1746137638.114448:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2548 00002000:00100000:0.0:1746137638.114460:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012c3efb80 x1830957332580864/t4294972057(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 496/448 e 0 to 0 dl 1746137649 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.114468:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3efb80 with x1830957332580864 ext(0->7) 00010000:00010000:0.0:1746137638.114477:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417731c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda182 expref: 9 pid: 9582 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.114491:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417731c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda182 expref: 9 pid: 9582 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.114497:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3efb80 00000100:00100000:0.0:1746137638.117711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.125697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.129528:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.134555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.139953:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.145194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.145294:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.149796:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.150057:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332582400 00000100:00100000:0.0:1746137638.150063:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332582400 00002000:00100000:0.0:1746137638.150100:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5c00 x1830957332582400/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/0 e 0 to 0 dl 1746137649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.150109:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5c00 with x1830957332582400 ext(0->4095) 00010000:00010000:0.0:1746137638.150117:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8a00/0xddf4fb61417731e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda19e expref: 6 pid: 9582 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.150129:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8a00/0xddf4fb61417731e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda19e expref: 6 pid: 9582 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.150134:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c5c00 00000100:00100000:0.0:1746137638.150162:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2549 00000100:00100000:0.0:1746137638.150169:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332582400:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137638.150281:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332582400:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (485us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137638.150286:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2549 00002000:00100000:0.0:1746137638.150291:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5c00 x1830957332582400/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/4536 e 0 to 0 dl 1746137649 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.150298:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5c00 with x1830957332582400 ext(0->4095) 00010000:00010000:0.0:1746137638.150303:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8a00/0xddf4fb61417731e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda19e expref: 6 pid: 9582 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.150311:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8a00/0xddf4fb61417731e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda19e expref: 6 pid: 9582 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.150316:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c5c00 00000100:00100000:0.0:1746137638.152618:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.158663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.164055:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.168164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.169913:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2007:x1830957332583040:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1379us (1748us total) trans 4294972058 rc 0/0 00000100:00100000:0.0:1746137638.169923:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2550 00002000:00100000:0.0:1746137638.169932:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9aad80 x1830957332583040/t4294972058(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 496/448 e 0 to 0 dl 1746137649 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.169940:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aad80 with x1830957332583040 ext(0->7) 00010000:00010000:0.0:1746137638.169949:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417731eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda1a5 expref: 11 pid: 26520 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.169961:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417731eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda1a5 expref: 11 pid: 26520 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.169967:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9aad80 00000100:00100000:0.0:1746137638.178915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.182398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.186453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.186732:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.186773:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29398 00000100:00100000:0.0:1746137638.186779:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:1679:x1830957332583680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137638.186824:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137638.186845:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb61417731f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda1ba expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.186874:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb61417731f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda1ac expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.186880:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137638.186882:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137638.186885:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb61417731f9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda1ba expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.186915:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb61417731f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda1ac expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.186927:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb61417731f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda1ac expref: 5 pid: 9582 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746137638.186940:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957326929152:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137638.187029:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137638.190622:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.194548:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.204569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.207380:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.210304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.212307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.215276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.215423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.220652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.228307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.230916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.234070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.236645:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.243201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.247045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.247427:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.247461:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332586624 00000100:00100000:0.0:1746137638.247467:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332586624 00002000:00100000:0.0:1746137638.247517:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091f04700 x1830957332586624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/0 e 0 to 0 dl 1746137649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.247526:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f04700 with x1830957332586624 ext(0->4095) 00002000:00010000:0.0:1746137638.247531:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f04700 00000100:00100000:0.0:1746137638.247552:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13817 00000100:00100000:0.0:1746137638.247559:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332586624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137638.247698:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332586624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (286us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137638.247705:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13817 00002000:00100000:0.0:1746137638.247710:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091f04700 x1830957332586624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/4536 e 0 to 0 dl 1746137649 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.247717:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f04700 with x1830957332586624 ext(0->4095) 00002000:00010000:0.0:1746137638.247720:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f04700 00000100:00100000:0.0:1746137638.250217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.252629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.257169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.260225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.262614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.266332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.272293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.277176:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332587904 00000100:00100000:0.0:1746137638.277180:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332587904 00000100:00100000:0.0:1746137638.277201:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29406 00000100:00100000:0.0:1746137638.277205:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:1679:x1830957332587904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137638.277213:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137638.277229:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141773238 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda1f2 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.277248:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8200/0xddf4fb6141773231 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda1eb expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.277254:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137638.277255:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137638.277258:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141773238 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda1f2 expref: 11 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.277278:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ed8200/0xddf4fb6141773231 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda1eb expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.277288:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ed8200/0xddf4fb6141773231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda1eb expref: 5 pid: 26520 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746137638.277295:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957326931584:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137638.277351:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137638.279059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.282501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.285841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.290947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.293290:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.296273:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.300047:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.303128:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.304219:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.306195:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.308468:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.310463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.313181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.317117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.320511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.326988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.329930:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.331572:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.334650:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.336686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137638.339839:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137638.340935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.344004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.348369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.351639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.357484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.357566:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.357599:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332592768 00000100:00100000:0.0:1746137638.357605:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332592768 00002000:00100000:0.0:1746137638.357650:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4ddc00 x1830957332592768/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/0 e 0 to 0 dl 1746137649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.357659:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4ddc00 with x1830957332592768 ext(0->4095) 00002000:00010000:0.0:1746137638.357663:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4ddc00 00000100:00100000:0.0:1746137638.357682:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13824 00000100:00100000:0.0:1746137638.357690:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957332592768:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137638.358144:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957332592768:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 455us (578us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137638.358150:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13824 00002000:00100000:0.0:1746137638.358156:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4ddc00 x1830957332592768/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/4536 e 0 to 0 dl 1746137649 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.358163:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4ddc00 with x1830957332592768 ext(0->4095) 00010000:00010000:0.0:1746137638.358167:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9600/0xddf4fb6141773270 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda22a expref: 6 pid: 9583 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.358177:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9600/0xddf4fb6141773270 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda22a expref: 6 pid: 9583 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.358183:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4ddc00 00000100:00100000:0.0:1746137638.362074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.362656:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.366663:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.375220:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.375374:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.380554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.382661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.382747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.385115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.387852:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.390201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.392969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.397325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.399299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.404653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.406963:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2008:x1830957332595200:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1360us (2324us total) trans 4294972059 rc 0/0 00000100:00100000:0.0:1746137638.406971:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2560 00002000:00100000:0.0:1746137638.406979:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846f8000 x1830957332595200/t4294972059(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 496/448 e 0 to 0 dl 1746137649 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.406987:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846f8000 with x1830957332595200 ext(0->7) 00010000:00010000:0.0:1746137638.406995:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8000/0xddf4fb6141773293 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda24d expref: 13 pid: 9583 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.407015:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8000/0xddf4fb6141773293 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda24d expref: 13 pid: 9583 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.407021:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846f8000 00000100:00100000:0.0:1746137638.408588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.415247:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfc9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957326935424:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137638.415271:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137638.415333:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2010:x1830957332595328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6435us (6753us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137638.415347:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13771 00000100:00100000:0.0:1746137638.419658:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.420630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.422039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.425165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.429673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.434201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.434228:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332596608 00000100:00100000:0.0:1746137638.434235:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332596608 00002000:00100000:0.0:1746137638.434279:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846f9500 x1830957332596608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 488/0 e 0 to 0 dl 1746137649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.434289:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846f9500 with x1830957332596608 ext(0->4095) 00002000:00010000:0.0:1746137638.434294:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846f9500 00000100:00100000:0.0:1746137638.434526:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13828 00000100:00100000:0.0:1746137638.434534:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2009:x1830957332596608:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137638.434683:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2009:x1830957332596608:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (484us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137638.434689:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13828 00002000:00100000:0.0:1746137638.434694:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846f9500 x1830957332596608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 488/4536 e 0 to 0 dl 1746137649 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.434702:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846f9500 with x1830957332596608 ext(0->4095) 00002000:00010000:0.0:1746137638.434704:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846f9500 00000100:00100000:0.0:1746137638.437006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.441885:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.444986:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.445266:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.445291:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332597248 00000100:00100000:0.0:1746137638.445294:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332597248 00000100:00100000:0.0:1746137638.445317:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29424 00000100:00100000:0.0:1746137638.445322:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:1679:x1830957332597248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137638.445330:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137638.445352:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb61417732b6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda270 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.445376:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9c00/0xddf4fb61417732af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda269 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.445383:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137638.445385:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137638.445388:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb61417732b6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda270 expref: 13 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.445431:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ed9c00/0xddf4fb61417732af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda269 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.445443:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ed9c00/0xddf4fb61417732af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda269 expref: 6 pid: 9583 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746137638.445454:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957326936320:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137638.445499:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137638.448156:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.449594:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.452312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.456354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.461377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.464966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.466893:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.469389:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.471068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.471129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.475436:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.478507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.480269:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.484263:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.487299:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.491030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.494049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.497153:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.498106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.502684:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.508619:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.513770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.518009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.522721:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.525005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.528148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.532448:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.536451:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.544160:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.548106:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.549647:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2007:x1830957332602496:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1238us (1546us total) trans 4294972060 rc 0/0 00000100:00100000:0.0:1746137638.549656:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2567 00002000:00100000:0.0:1746137638.549662:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091f04e00 x1830957332602496/t4294972060(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 496/448 e 0 to 0 dl 1746137649 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.549671:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f04e00 with x1830957332602496 ext(0->7) 00010000:00010000:0.0:1746137638.549678:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb61417732f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda2af expref: 15 pid: 9582 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.549690:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb61417732f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda2af expref: 15 pid: 9582 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.549696:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f04e00 00000100:00100000:0.0:1746137638.551384:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.555345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.555729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.557390:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.558931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.560846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.562624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.565364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.567024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.573248:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332604416 00000100:00100000:0.0:1746137638.573255:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332604416 00002000:00100000:0.0:1746137638.573299:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c713100 x1830957332604416/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/0 e 0 to 0 dl 1746137649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.573310:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c713100 with x1830957332604416 ext(0->4095) 00002000:00010000:0.0:1746137638.573314:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c713100 00000100:00100000:0.0:1746137638.573344:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13837 00000100:00100000:0.0:1746137638.573351:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332604416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137638.573984:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332604416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 632us (785us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137638.573991:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13837 00002000:00100000:0.0:1746137638.573996:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c713100 x1830957332604416/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/4536 e 0 to 0 dl 1746137649 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.574008:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c713100 with x1830957332604416 ext(0->4095) 00002000:00010000:0.0:1746137638.574012:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c713100 00000100:00100000:0.0:1746137638.575981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.578793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.581623:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.584273:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.584311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.586959:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.589192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.592684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.595461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.600341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.603525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.607262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.612993:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332606976 00000100:00100000:0.0:1746137638.612999:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332606976 00002000:00100000:0.0:1746137638.613031:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669500 x1830957332606976/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/0 e 0 to 0 dl 1746137649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.613040:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669500 with x1830957332606976 ext(0->4095) 00002000:00010000:0.0:1746137638.613043:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669500 00000100:00100000:0.0:1746137638.613439:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2572 00000100:00100000:0.0:1746137638.613445:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332606976:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137638.613748:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332606976:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 302us (800us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137638.613754:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2572 00002000:00100000:0.0:1746137638.613760:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669500 x1830957332606976/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/4536 e 0 to 0 dl 1746137649 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.613767:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669500 with x1830957332606976 ext(0->4095) 00010000:00010000:0.0:1746137638.613771:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8000/0xddf4fb6141773334 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda2ee expref: 6 pid: 9584 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.613785:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8000/0xddf4fb6141773334 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda2ee expref: 6 pid: 9584 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.613791:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096669500 00000100:00100000:0.0:1746137638.615884:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.615971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.621529:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.626702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.630949:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.635422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.641062:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.641114:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.644968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.647348:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.651377:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.655157:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.667361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.671538:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2008:x1830957332609280:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 3177us (4177us total) trans 4294972061 rc 0/0 00000100:00100000:0.0:1746137638.671551:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2575 00002000:00100000:0.0:1746137638.671564:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090951500 x1830957332609280/t4294972061(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 496/448 e 0 to 0 dl 1746137649 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.671572:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951500 with x1830957332609280 ext(0->7) 00010000:00010000:0.0:1746137638.671584:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9800/0xddf4fb6141773350 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda30a expref: 17 pid: 9584 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.671606:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9800/0xddf4fb6141773350 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda30a expref: 17 pid: 9584 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.671613:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090951500 00000100:00100000:0.0:1746137638.673137:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.676854:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.679349:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.682216:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.684265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.688069:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.690730:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.694183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.694296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.700067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.705911:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.708419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.714430:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.719154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.721782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.723057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.725280:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.725455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.730072:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.735403:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332612992 00000100:00100000:0.0:1746137638.735419:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332612992 00010000:00010000:0.0:1746137638.735454:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013520a200/0xddf4fb6141773381 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda33b expref: 18 pid: 9584 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746137638.735484:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13805 00000100:00100000:0.0:1746137638.735491:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957332612992:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137638.735502:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137638.735523:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013520a200/0xddf4fb6141773381 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda33b expref: 18 pid: 9584 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.735534:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013520a200/0xddf4fb6141773381 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda33b expref: 18 pid: 9584 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.735556:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013520a200/0xddf4fb6141773381 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda33b expref: 18 pid: 9584 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.735587:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137638.735589:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137638.735598:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013520b400/0xddf4fb6141773388 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda342 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.735606:0:7224:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013520b400/0xddf4fb6141773388 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda342 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.735637:0:7224:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013520b400/0xddf4fb6141773388 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda342 expref: 17 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137638.735650:0:7224:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7224:1830957326944128:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137638.735740:0:7224:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137638.739723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.742954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.748018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.750967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.751452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.755045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.758909:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.761295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.763903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.766424:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.768853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.772304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.774583:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.776003:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332615552 00000100:00100000:0.0:1746137638.776008:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332615552 00000100:00100000:0.0:1746137638.776265:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29460 00000100:00100000:0.0:1746137638.776273:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957332615552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137638.776286:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137638.776298:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090870e00/0xddf4fb61417733b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda36c expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.776317:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137638.776320:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013520aa00/0xddf4fb61417733ab lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda365 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.776326:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137638.776328:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090870e00/0xddf4fb61417733b2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda36c expref: 19 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.776359:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013520aa00/0xddf4fb61417733ab lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda365 expref: 19 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.776370:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090870e00/0xddf4fb61417733b2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda36c expref: 19 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.776929:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090870e00, rc 0) 00000100:00100000:0.0:1746137638.777309:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957332615552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1034us (1347us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137638.777316:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29460 00000100:00100000:0.0:1746137638.777943:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957326945280:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137638.777963:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013520aa00/0xddf4fb61417733ab lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda365 expref: 18 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137638.777974:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013520aa00, rc 0) 00000100:00100000:0.0:1746137638.778001:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1685:x1830957332615424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2884us (3425us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137638.778006:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29459 00000100:00100000:0.0:1746137638.781300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.783033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.783109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.788268:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.791194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.791260:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.793737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.795629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.799564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.801931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.805079:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.808288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.809159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.810246:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.811848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.814744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.821375:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.823958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.827127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.830355:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.834665:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.834708:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.838214:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.839350:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.841450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.844790:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.848910:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332620416 00000100:00100000:0.0:1746137638.848918:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332620416 00002000:00100000:0.0:1746137638.848964:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32b800 x1830957332620416/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 488/0 e 0 to 0 dl 1746137649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.848973:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b800 with x1830957332620416 ext(0->4095) 00002000:00010000:0.0:1746137638.848977:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b32b800 00000100:00100000:0.0:1746137638.849179:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13854 00000100:00100000:0.0:1746137638.849188:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957332620416:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137638.849546:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2010:x1830957332620416:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 359us (744us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137638.849552:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13854 00002000:00100000:0.0:1746137638.849558:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32b800 x1830957332620416/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 488/4536 e 0 to 0 dl 1746137649 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.849565:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b800 with x1830957332620416 ext(0->4095) 00002000:00010000:0.0:1746137638.849568:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b32b800 00000100:00100000:0.0:1746137638.852198:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.855205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.861422:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332620928 00000100:00100000:0.0:1746137638.861427:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332620928 00002000:00100000:0.0:1746137638.861460:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b329500 x1830957332620928/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/0 e 0 to 0 dl 1746137649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.861470:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329500 with x1830957332620928 ext(0->4095) 00002000:00010000:0.0:1746137638.861475:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b329500 00000100:00100000:0.0:1746137638.861571:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13855 00000100:00100000:0.0:1746137638.861577:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332620928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137638.861708:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332620928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (573us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137638.861714:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13855 00002000:00100000:0.0:1746137638.861719:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b329500 x1830957332620928/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/4536 e 0 to 0 dl 1746137649 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.861726:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329500 with x1830957332620928 ext(0->4095) 00010000:00010000:0.0:1746137638.861731:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8600/0xddf4fb61417733f1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3ab expref: 6 pid: 9584 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.861741:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8600/0xddf4fb61417733f1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3ab expref: 6 pid: 9584 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.861751:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b329500 00000100:00100000:0.0:1746137638.865535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.865634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.868325:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.871505:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.874902:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.877661:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.880950:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.887555:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332622592 00000100:00100000:0.0:1746137638.887559:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332622592 00002000:00100000:0.0:1746137638.887581:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666bb80 x1830957332622592/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/0 e 0 to 0 dl 1746137649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.887588:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666bb80 with x1830957332622592 ext(0->4095) 00010000:00010000:0.0:1746137638.887597:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141773406 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3c0 expref: 6 pid: 9584 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.887605:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141773406 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3c0 expref: 6 pid: 9584 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.887610:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009666bb80 00000100:00100000:0.0:1746137638.887621:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2586 00000100:00100000:0.0:1746137638.887625:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332622592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137638.887832:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332622592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 205us (618us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137638.887839:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2586 00002000:00100000:0.0:1746137638.887844:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666bb80 x1830957332622592/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/4536 e 0 to 0 dl 1746137649 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.887850:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666bb80 with x1830957332622592 ext(0->4095) 00010000:00010000:0.0:1746137638.887854:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141773406 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3c0 expref: 6 pid: 9584 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.887862:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141773406 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3c0 expref: 6 pid: 9584 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.887866:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009666bb80 00000100:00100000:0.0:1746137638.895550:0:7224:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4dce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7224:1830957326949120:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137638.895583:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137638.895641:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957332622848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4048us (4141us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137638.895653:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13824 00000100:00100000:0.0:1746137638.900110:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.904055:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.906431:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.911114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.914562:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.914675:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.914720:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332624128 00000100:00100000:0.0:1746137638.914732:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332624128 00002000:00100000:0.0:1746137638.914789:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846db480 x1830957332624128/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:74/0 lens 488/0 e 0 to 0 dl 1746137649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.914798:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846db480 with x1830957332624128 ext(0->4095) 00002000:00010000:0.0:1746137638.914803:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846db480 00000100:00100000:0.0:1746137638.921630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.922465:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.926079:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332624640 00000100:00100000:0.0:1746137638.926087:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332624640 00002000:00100000:0.0:1746137638.926133:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009a21a450 x1830957332624640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 488/0 e 0 to 0 dl 1746137649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.926142:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a21a450 with x1830957332624640 ext(0->4095) 00010000:00010000:0.0:1746137638.926151:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8e00/0xddf4fb6141773422 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3dc expref: 18 pid: 9584 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.926164:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8e00/0xddf4fb6141773422 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3dc expref: 18 pid: 9584 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.926169:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a21a450 00000100:00100000:0.0:1746137638.926213:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2588 00000100:00100000:0.0:1746137638.926220:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a21a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957332624640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137638.926368:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a21a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957332624640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (392us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137638.926374:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2588 00002000:00100000:0.0:1746137638.926379:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009a21a450 x1830957332624640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 488/4536 e 0 to 0 dl 1746137649 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.926390:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a21a450 with x1830957332624640 ext(0->4095) 00010000:00010000:0.0:1746137638.926395:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8e00/0xddf4fb6141773422 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3dc expref: 18 pid: 9584 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.926402:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8e00/0xddf4fb6141773422 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3dc expref: 18 pid: 9584 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.926418:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a21a450 00000100:00100000:0.0:1746137638.932581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.934767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.936737:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.937942:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957332625280:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 975us (1201us total) trans 4294972062 rc 0/0 00000100:00100000:0.0:1746137638.937951:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2589 00002000:00100000:0.0:1746137638.937958:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846d9180 x1830957332625280/t4294972062(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 496/448 e 0 to 0 dl 1746137649 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.937966:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9180 with x1830957332625280 ext(0->7) 00010000:00010000:0.0:1746137638.937973:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9c00/0xddf4fb6141773429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3e3 expref: 19 pid: 9584 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746137638.937984:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9c00/0xddf4fb6141773429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3e3 expref: 19 pid: 9584 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746137638.937990:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d9180 00000100:00100000:0.0:1746137638.940014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.943293:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.945586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.948968:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.951658:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.954723:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.958620:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.959764:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957332626432:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 914us (1144us total) trans 4294972063 rc 0/0 00000100:00100000:0.0:1746137638.959770:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2590 00002000:00100000:0.0:1746137638.959775:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846d9880 x1830957332626432/t4294972063(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:74/0 lens 496/448 e 0 to 0 dl 1746137649 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137638.959781:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9880 with x1830957332626432 ext(0->7) 00010000:00010000:0.0:1746137638.959785:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8400/0xddf4fb6141773437 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3f1 expref: 21 pid: 9584 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137638.959794:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8400/0xddf4fb6141773437 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda3f1 expref: 21 pid: 9584 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137638.959798:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d9880 00000100:00100000:0.0:1746137638.964765:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.971002:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.974050:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.975457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.976667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.979661:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.983241:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.987362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.992321:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137638.997002:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.003076:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.012376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.017472:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.026523:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.078213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.081397:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.082889:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2008:x1830957332629248:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 794us (1498us total) trans 4294972064 rc 0/0 00000100:00100000:0.0:1746137639.082897:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2593 00002000:00100000:0.0:1746137639.082904:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec5ad80 x1830957332629248/t4294972064(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 496/448 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.082910:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5ad80 with x1830957332629248 ext(0->7) 00010000:00010000:0.0:1746137639.082918:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9a00/0xddf4fb614177345a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda414 expref: 24 pid: 9584 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.082927:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9a00/0xddf4fb614177345a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda414 expref: 24 pid: 9584 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.082931:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5ad80 00000100:00100000:0.0:1746137639.089526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.096544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.101023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.104949:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.110502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.116127:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.117611:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2008:x1830957332630272:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1208us (1483us total) trans 4294972065 rc 0/0 00000100:00100000:0.0:1746137639.117620:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2595 00002000:00100000:0.0:1746137639.117629:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec5a300 x1830957332630272/t4294972065(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 496/448 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.117637:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5a300 with x1830957332630272 ext(0->7) 00010000:00010000:0.0:1746137639.117644:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141773468 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda422 expref: 25 pid: 9584 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.117656:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141773468 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda422 expref: 25 pid: 9584 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.117662:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5a300 00000100:00100000:0.0:1746137639.124888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.124943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.130424:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.130449:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332630784 00000100:00100000:0.0:1746137639.130455:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332630784 00002000:00100000:0.0:1746137639.130497:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8e00 x1830957332630784/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:75/0 lens 488/0 e 0 to 0 dl 1746137650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.130507:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8e00 with x1830957332630784 ext(0->4095) 00010000:00010000:0.0:1746137639.130515:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9600/0xddf4fb614177346f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda429 expref: 6 pid: 9584 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.130527:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9600/0xddf4fb614177346f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda429 expref: 6 pid: 9584 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.130538:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e8e00 00000100:00100000:0.0:1746137639.130566:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2596 00000100:00100000:0.0:1746137639.130572:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332630784:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137639.130675:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332630784:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137639.130680:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2596 00002000:00100000:0.0:1746137639.130684:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8e00 x1830957332630784/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:75/0 lens 488/4536 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.130690:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8e00 with x1830957332630784 ext(0->4095) 00010000:00010000:0.0:1746137639.130694:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9600/0xddf4fb614177346f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda429 expref: 6 pid: 9584 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.130701:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9600/0xddf4fb614177346f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda429 expref: 6 pid: 9584 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.130706:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e8e00 00000100:00100000:0.0:1746137639.132252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.134981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.136977:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.140577:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.141329:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2009:x1830957332631424:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 600us (749us total) trans 4294972066 rc 0/0 00000100:00100000:0.0:1746137639.141336:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2597 00002000:00100000:0.0:1746137639.141343:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800968e9f80 x1830957332631424/t4294972066(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 496/448 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.141350:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9f80 with x1830957332631424 ext(0->7) 00010000:00010000:0.0:1746137639.141355:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb6141773476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda430 expref: 27 pid: 9582 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.141364:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb6141773476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda430 expref: 27 pid: 9582 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.141369:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9f80 00000100:00100000:0.0:1746137639.144057:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.144452:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13840 00000100:00100000:0.0:1746137639.144462:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2010:x1830957332631552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137639.144477:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137639.144495:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb6141773476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda430 expref: 27 pid: 9582 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.144505:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb6141773476 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda430 expref: 27 pid: 9582 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.144686:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb6141773476 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda430 expref: 27 pid: 9582 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.144724:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137639.144726:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137639.144732:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb614177347d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda437 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.144744:0:7224:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb614177347d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda437 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.145139:0:7224:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb614177347d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda437 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137639.145153:0:7224:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7224:1830957326953088:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137639.145256:0:7224:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137639.149504:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.151652:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.151919:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.155521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.158090:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332632448 00000100:00100000:0.0:1746137639.158097:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332632448 00002000:00100000:0.0:1746137639.158132:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc8a80 x1830957332632448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/0 e 0 to 0 dl 1746137650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.158141:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc8a80 with x1830957332632448 ext(0->4095) 00010000:00010000:0.0:1746137639.158149:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8000/0xddf4fb6141773484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda43e expref: 28 pid: 9582 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.158161:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8000/0xddf4fb6141773484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda43e expref: 28 pid: 9582 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.158168:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfc8a80 00000100:00100000:0.0:1746137639.158198:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2598 00000100:00100000:0.0:1746137639.158205:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2007:x1830957332632448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137639.158398:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2007:x1830957332632448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 192us (350us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137639.158415:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2598 00002000:00100000:0.0:1746137639.158420:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc8a80 x1830957332632448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/4536 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.158506:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc8a80 with x1830957332632448 ext(0->4095) 00010000:00010000:0.0:1746137639.158511:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8000/0xddf4fb6141773484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda43e expref: 28 pid: 9582 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.158520:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8000/0xddf4fb6141773484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda43e expref: 28 pid: 9582 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.158525:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfc8a80 00000100:00100000:0.0:1746137639.159675:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.162064:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332632832 00000100:00100000:0.0:1746137639.162069:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332632832 00002000:00100000:0.0:1746137639.162103:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666b480 x1830957332632832/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/0 e 0 to 0 dl 1746137650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.162111:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b480 with x1830957332632832 ext(0->4095) 00002000:00010000:0.0:1746137639.162115:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666b480 00000100:00100000:0.0:1746137639.162192:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13868 00000100:00100000:0.0:1746137639.162199:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2008:x1830957332632832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137639.162293:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2008:x1830957332632832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137639.162298:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13868 00002000:00100000:0.0:1746137639.162303:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666b480 x1830957332632832/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/4536 e 0 to 0 dl 1746137650 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.162309:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b480 with x1830957332632832 ext(0->4095) 00002000:00010000:0.0:1746137639.162311:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666b480 00000100:00100000:0.0:1746137639.163332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.165953:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.168056:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.170021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.172554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.173608:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.175118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.176074:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957326954240:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137639.176091:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357e9a00/0xddf4fb61417734a0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda45a expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.176103:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357e9a00, rc 0) 00000100:00100000:0.0:1746137639.176134:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:1679:x1830957332633728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2263us (2527us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137639.176139:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29494 00000100:00100000:0.0:1746137639.176831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.177023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.180726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.183047:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.183203:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.186184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.188197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.191319:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.197480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.199494:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.201993:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.203661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.205913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.208356:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.208651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.211162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.213127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.213177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.216299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.218150:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.222220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.224401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.227676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.234463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.234611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.234654:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332638592 00000100:00100000:0.0:1746137639.234661:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332638592 00002000:00100000:0.0:1746137639.234706:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f800 x1830957332638592/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:75/0 lens 488/0 e 0 to 0 dl 1746137650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.234715:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f800 with x1830957332638592 ext(0->4095) 00002000:00010000:0.0:1746137639.234721:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2f800 00000100:00100000:0.0:1746137639.234756:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13873 00000100:00100000:0.0:1746137639.234763:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332638592:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137639.234912:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332638592:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (301us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137639.234918:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13873 00002000:00100000:0.0:1746137639.234923:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f800 x1830957332638592/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:75/0 lens 488/4536 e 0 to 0 dl 1746137650 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.234930:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f800 with x1830957332638592 ext(0->4095) 00002000:00010000:0.0:1746137639.234933:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2f800 00000100:00100000:0.0:1746137639.237196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.237319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.241146:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332639104 00000100:00100000:0.0:1746137639.241152:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332639104 00002000:00100000:0.0:1746137639.241187:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4b6300 x1830957332639104/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/0 e 0 to 0 dl 1746137650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.241200:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b6300 with x1830957332639104 ext(0->4095) 00010000:00010000:0.0:1746137639.241206:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb61417734df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda499 expref: 27 pid: 26520 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.241217:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb61417734df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda499 expref: 27 pid: 26520 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.241223:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4b6300 00000100:00100000:0.0:1746137639.241293:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2605 00000100:00100000:0.0:1746137639.241640:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2008:x1830957332639104:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137639.241767:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2008:x1830957332639104:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (742us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137639.241774:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2605 00002000:00100000:0.0:1746137639.241779:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4b6300 x1830957332639104/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/4536 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.241786:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b6300 with x1830957332639104 ext(0->4095) 00010000:00010000:0.0:1746137639.241791:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb61417734df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda499 expref: 27 pid: 26520 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.241800:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb61417734df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda499 expref: 27 pid: 26520 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.241840:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4b6300 00000100:00100000:0.0:1746137639.244217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.244609:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.249390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.252293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.256197:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.258292:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.260729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.262726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.265976:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.267227:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.267677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.270506:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.274372:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.274593:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.278489:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.281578:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332641920 00000100:00100000:0.0:1746137639.281588:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332641920 00000100:00100000:0.0:1746137639.281664:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29510 00000100:00100000:0.0:1746137639.281677:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:1679:x1830957332641920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137639.282080:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137639.282094:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b0b5a00/0xddf4fb6141773510 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda4ca expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.282113:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9800/0xddf4fb6141773509 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda4c3 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.282120:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137639.282122:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137639.282125:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b0b5a00/0xddf4fb6141773510 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda4ca expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.282147:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357e9800/0xddf4fb6141773509 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda4c3 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.282160:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357e9800/0xddf4fb6141773509 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda4c3 expref: 5 pid: 9584 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746137639.282172:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d7a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957326958336:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137639.282262:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137639.287124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.289735:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.292230:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.294384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.296438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.298116:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.300153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.306057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.309205:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.309418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.311502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.313742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.313999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.317390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.323307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.325503:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.327864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.330490:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.332262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.334757:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957326960128:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137639.334786:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357e8600/0xddf4fb6141773541 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda4fb expref: 27 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.334802:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357e8600, rc 0) 00000100:00100000:0.0:1746137639.334859:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:1685:x1830957332645760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2436us (2603us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137639.334866:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29517 00000100:00100000:0.0:1746137639.334887:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332646016 00000100:00100000:0.0:1746137639.334891:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332646016 00000100:00100000:0.0:1746137639.334921:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29518 00000100:00100000:0.0:1746137639.334926:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:1679:x1830957332646016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137639.334941:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137639.334950:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141773548 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda502 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.334965:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8600/0xddf4fb6141773541 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda4fb expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.334970:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137639.334972:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137639.334974:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141773548 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda502 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.335002:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357e8600/0xddf4fb6141773541 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda4fb expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.335016:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357e8600/0xddf4fb6141773541 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda4fb expref: 28 pid: 9584 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746137639.335027:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957326960384:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137639.335087:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137639.337486:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.340414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.340513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.343299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.345557:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.345641:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.348104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.349921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.352893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.354614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.356970:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.359435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.362103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.363507:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.364347:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.366559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.368383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.368472:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.371459:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.375948:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.376380:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.379335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.381919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.383861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.386774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.389960:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.393345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.394261:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.394564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.400244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.404482:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.407291:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.407363:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332651776 00000100:00100000:0.0:1746137639.407371:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332651776 00002000:00100000:0.0:1746137639.407428:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fa680 x1830957332651776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/0 e 0 to 0 dl 1746137650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.407442:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa680 with x1830957332651776 ext(0->4095) 00002000:00010000:0.0:1746137639.407448:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961fa680 00000100:00100000:0.0:1746137639.407475:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13884 00000100:00100000:0.0:1746137639.407483:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2008:x1830957332651776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137639.407630:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2008:x1830957332651776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137639.407636:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13884 00002000:00100000:0.0:1746137639.407641:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fa680 x1830957332651776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/4536 e 0 to 0 dl 1746137650 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.407648:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa680 with x1830957332651776 ext(0->4095) 00002000:00010000:0.0:1746137639.407650:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961fa680 00000100:00100000:0.0:1746137639.410282:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.413370:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.417706:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332652416 00000100:00100000:0.0:1746137639.417716:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332652416 00000100:00100000:0.0:1746137639.417763:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29530 00000100:00100000:0.0:1746137639.417770:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1679:x1830957332652416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137639.417790:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137639.417830:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb614177359c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda556 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137639.420988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.421142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.428454:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.431526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.432034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.435522:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.438008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.440344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.441950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.443591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.446910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.449882:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.451913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.452745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.456274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.457973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.458859:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.460674:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.462569:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.462638:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.464460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.467252:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.469947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.471458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.473768:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.477150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.479395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.480742:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332657152 00000100:00100000:0.0:1746137639.480747:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332657152 00000100:00100000:0.0:1746137639.480781:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29540 00000100:00100000:0.0:1746137639.480787:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:1679:x1830957332657152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137639.480798:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137639.480823:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009144b800/0xddf4fb61417735e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda59c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.480836:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137639.480840:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417735db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda595 expref: 29 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.480844:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137639.480847:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009144b800/0xddf4fb61417735e2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda59c expref: 29 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.480868:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417735db lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda595 expref: 29 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.480880:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009144b800/0xddf4fb61417735e2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda59c expref: 29 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.480888:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009144b800, rc 0) 00000100:00100000:0.0:1746137639.480921:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:1679:x1830957332657152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137639.480926:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29540 00000100:00100000:0.0:1746137639.482613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.485055:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.487534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.487643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.489779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.491331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.491423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.493057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.494857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.496510:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.500065:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.501468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.502957:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.504490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.506873:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.512670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.514172:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2007:x1830957332660224:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1161us (1502us total) trans 4294972067 rc 0/0 00000100:00100000:0.0:1746137639.514179:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2628 00002000:00100000:0.0:1746137639.514185:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a4706d80 x1830957332660224/t4294972067(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 496/448 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.514193:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4706d80 with x1830957332660224 ext(0->7) 00010000:00010000:0.0:1746137639.514199:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520b400/0xddf4fb61417735fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5b8 expref: 29 pid: 9584 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.514209:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520b400/0xddf4fb61417735fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5b8 expref: 29 pid: 9584 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.514216:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4706d80 00000100:00100000:0.0:1746137639.515987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.518476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.520115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.520174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.521921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.523183:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957326967936 00000100:00100000:0.0:1746137639.523188:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957326967936 00000100:00100000:0.0:1746137639.523232:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1746137639.523238:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957326967936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746137639.523262:0:8828:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746137639.523314:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957326967936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137639.523319:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1746137639.523987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.526016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.528239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.529526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.531169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.533759:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.535427:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.537803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.540687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.542591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.545065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.546662:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2007:x1830957332662912:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1167us (1595us total) trans 4294972068 rc 0/0 00000100:00100000:0.0:1746137639.546673:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2630 00002000:00100000:0.0:1746137639.546682:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9a1c00 x1830957332662912/t4294972068(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 496/448 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.546690:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1c00 with x1830957332662912 ext(0->7) 00010000:00010000:0.0:1746137639.546700:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8000/0xddf4fb6141773621 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5db expref: 31 pid: 9583 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.546713:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8000/0xddf4fb6141773621 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5db expref: 31 pid: 9583 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.546719:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1c00 00000100:00100000:0.0:1746137639.551512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.557393:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.559198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.559603:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.559634:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332663552 00000100:00100000:0.0:1746137639.559640:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332663552 00000100:00100000:0.0:1746137639.559691:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29552 00000100:00100000:0.0:1746137639.559698:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:1685:x1830957332663552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137639.559720:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137639.559733:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009144b800/0xddf4fb6141773636 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda5f0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.559757:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137639.559762:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb614177362f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5e9 expref: 33 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.559767:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137639.559771:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009144b800/0xddf4fb6141773636 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5f0 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.559802:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb614177362f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5e9 expref: 33 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.559897:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009144b800/0xddf4fb6141773636 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5f0 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.559911:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009144b800, rc 0) 00000100:00100000:0.0:1746137639.559944:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1685:x1830957332663552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 247us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137639.559950:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29552 00000100:00100000:0.0:1746137639.563498:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.567279:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332663936 00000100:00100000:0.0:1746137639.567285:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332663936 00002000:00100000:0.0:1746137639.567314:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fb800 x1830957332663936/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/0 e 0 to 0 dl 1746137650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.567323:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fb800 with x1830957332663936 ext(0->4095) 00010000:00010000:0.0:1746137639.567329:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb614177362f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5e9 expref: 32 pid: 9583 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.567341:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb614177362f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5e9 expref: 32 pid: 9583 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.567347:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4fb800 00000100:00100000:0.0:1746137639.567368:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2631 00000100:00100000:0.0:1746137639.567375:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2008:x1830957332663936:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137639.567491:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2008:x1830957332663936:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137639.567499:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2631 00002000:00100000:0.0:1746137639.567504:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fb800 x1830957332663936/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/4536 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.567510:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fb800 with x1830957332663936 ext(0->4095) 00010000:00010000:0.0:1746137639.567514:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb614177362f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5e9 expref: 32 pid: 9583 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.567522:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb614177362f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5e9 expref: 32 pid: 9583 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.567526:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4fb800 00000100:00100000:0.0:1746137639.569645:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.572627:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.574261:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.576053:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957326969472:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137639.576068:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb614177363d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda5f7 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.576077:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357e9e00, rc 0) 00000100:00100000:0.0:1746137639.576102:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957332664448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1358us (1845us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137639.576107:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29553 00000100:00100000:0.0:1746137639.576538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.578601:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.580422:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.582464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.587993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.588072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.591016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.592320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.592736:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.595073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.597317:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.599853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.601385:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.603246:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957326970752:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137639.603268:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357e9a00/0xddf4fb6141773660 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda61a expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.603281:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357e9a00, rc 0) 00000100:00100000:0.0:1746137639.603324:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957332667008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1804us (1941us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137639.603330:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29558 00000100:00100000:0.0:1746137639.605371:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.606947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.609387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.611202:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.613868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.617023:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2010:x1830957332668160:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1257us (1403us total) trans 4294972069 rc 0/0 00000100:00100000:0.0:1746137639.617031:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2635 00002000:00100000:0.0:1746137639.617039:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009666bb80 x1830957332668160/t4294972069(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 496/448 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.617047:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666bb80 with x1830957332668160 ext(0->7) 00010000:00010000:0.0:1746137639.617053:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb6141773667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda621 expref: 33 pid: 9583 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.617063:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb6141773667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda621 expref: 33 pid: 9583 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.617069:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009666bb80 00000100:00100000:0.0:1746137639.620654:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.624423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.625509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.627055:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.628022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.630955:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.632245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.634420:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.635781:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.638286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.641455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.643175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.645146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.645207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.647755:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.649062:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.649114:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.650843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.652520:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.652564:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.654356:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.656779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.659078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.660919:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.662386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.663986:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.665644:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000001:00080000:0.0:1746137639.668935:0:7218:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984467 is committed 00000001:00080000:0.0:1746137639.668955:0:7218:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984465 is committed 00000004:00080000:0.0:1746137639.668965:0:7218:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000100:00100000:0.0:1746137639.669156:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957326973696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746137639.669186:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746137639.669235:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137639.670046:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.670995:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000004:00080000:0.0:1746137639.671567:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009666b800/2, rc 0, transno 4294970904 00000100:00100000:0.0:1746137639.671573:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957326973696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746137639.672169:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332673408 00000100:00100000:0.0:1746137639.672172:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332673408 00002000:00100000:0.0:1746137639.672195:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f8a80 x1830957332673408/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/0 e 0 to 0 dl 1746137650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.672202:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f8a80 with x1830957332673408 ext(0->4095) 00010000:00010000:0.0:1746137639.672207:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9a00/0xddf4fb61417736ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda667 expref: 34 pid: 9583 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.672221:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9a00/0xddf4fb61417736ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda667 expref: 34 pid: 9583 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.672227:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4f8a80 00000100:00100000:0.0:1746137639.672238:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2640 00000100:00100000:0.0:1746137639.672243:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2009:x1830957332673408:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137639.672333:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2009:x1830957332673408:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 88us (227us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137639.672338:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2640 00002000:00100000:0.0:1746137639.672343:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f8a80 x1830957332673408/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/4536 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.672349:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f8a80 with x1830957332673408 ext(0->4095) 00010000:00010000:0.0:1746137639.672353:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9a00/0xddf4fb61417736ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda667 expref: 34 pid: 9583 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.672361:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9a00/0xddf4fb61417736ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda667 expref: 34 pid: 9583 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.672366:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4f8a80 00000100:00100000:0.0:1746137639.673750:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.673840:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.676321:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.680292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.682928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.685045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.688867:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.691042:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.693032:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.695300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.697802:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.701229:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.703778:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.704334:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.706264:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.709232:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.709289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.712569:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.714692:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.717611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.720771:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.725504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.727115:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957332677632:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1333us (1605us total) trans 4294972070 rc 0/0 00000100:00100000:0.0:1746137639.727124:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2646 00002000:00100000:0.0:1746137639.727132:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081286d80 x1830957332677632/t4294972070(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 496/448 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.727140:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081286d80 with x1830957332677632 ext(0->7) 00010000:00010000:0.0:1746137639.727147:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8e00/0xddf4fb61417736ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda69f expref: 35 pid: 9583 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.727158:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8e00/0xddf4fb61417736ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda69f expref: 35 pid: 9583 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.727165:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081286d80 00000100:00100000:0.0:1746137639.729909:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.732946:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.734051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.735464:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.735528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.738712:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.740668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.742502:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.744699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.746517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.748396:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.749960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.754161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.754257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.758485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.762300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.762364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.764925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.767282:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.767345:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.772359:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.775674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.778385:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.779981:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.785126:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.785860:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.787593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.789298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.795217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.795293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.798422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.800687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.804906:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.806317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.808315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.809391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.810541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.812460:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.814169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.815727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.818423:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:2007:x1830957332685440:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2476us (2673us total) trans 4294972071 rc 0/0 00000100:00100000:0.0:1746137639.818435:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2655 00002000:00100000:0.0:1746137639.818447:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88006ea17800 x1830957332685440/t4294972071(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 496/448 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.818455:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17800 with x1830957332685440 ext(0->7) 00010000:00010000:0.0:1746137639.818463:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9e00/0xddf4fb6141773755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda708 expref: 37 pid: 9583 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.818477:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9e00/0xddf4fb6141773755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda708 expref: 37 pid: 9583 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.818488:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea17800 00000100:00100000:0.0:1746137639.820142:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.822278:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.824885:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.826756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.826976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.827023:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332686208 00000100:00100000:0.0:1746137639.827030:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332686208 00010000:00010000:0.0:1746137639.827063:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ed9000/0xddf4fb614177375c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda70f expref: 6 pid: 9583 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746137639.827129:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13946 00000100:00100000:0.0:1746137639.827137:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332686208:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137639.827152:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137639.827177:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9000/0xddf4fb614177375c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda70f expref: 6 pid: 9583 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.827190:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ed9000/0xddf4fb614177375c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda70f expref: 6 pid: 9583 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.827215:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9000/0xddf4fb614177375c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda70f expref: 6 pid: 9583 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.827243:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137639.827246:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137639.827255:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8000/0xddf4fb6141773763 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda716 expref: 37 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.827265:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ed8000/0xddf4fb6141773763 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda716 expref: 37 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.827297:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ed8000/0xddf4fb6141773763 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda716 expref: 37 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.827310:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ed8000/0xddf4fb6141773763 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda716 expref: 37 pid: 9583 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746137639.827322:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea16d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957326980480:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137639.827419:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137639.829203:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.830946:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.831135:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.834902:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.834975:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.837654:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.840181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.842291:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.844212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.848012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.850012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.851662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.852984:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.853670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.855164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.860733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.862784:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.863043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.865228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.867665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.867938:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13954 00000100:00100000:0.0:1746137639.867947:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332690176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137639.867957:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137639.867973:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013520b600/0xddf4fb6141773794 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda747 expref: 6 pid: 9582 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.867984:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013520b600/0xddf4fb6141773794 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda747 expref: 6 pid: 9582 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.868001:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013520b600/0xddf4fb6141773794 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda747 expref: 6 pid: 9582 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.868021:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137639.868023:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137639.868029:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb614177379b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda74e expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.868035:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb614177379b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda74e expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137639.868061:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb614177379b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda74e expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137639.868076:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957326982400:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137639.868148:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137639.870202:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.871946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.873464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.877413:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957326982656:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137639.877432:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137639.877481:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2008:x1830957332690688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3755us (4019us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137639.877491:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13955 00000100:00100000:0.0:1746137639.877867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.879244:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.880900:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.880930:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.882598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.884328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.884373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.886547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.888125:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.888277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.890307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.891953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.894476:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332692992 00000100:00100000:0.0:1746137639.894488:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332692992 00002000:00100000:0.0:1746137639.894542:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fa680 x1830957332692992/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/0 e 0 to 0 dl 1746137650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.894554:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fa680 with x1830957332692992 ext(0->4095) 00002000:00010000:0.0:1746137639.894559:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4fa680 00000100:00100000:0.0:1746137639.894596:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13923 00000100:00100000:0.0:1746137639.894604:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:2008:x1830957332692992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137639.894779:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:2008:x1830957332692992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137639.894785:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13923 00002000:00100000:0.0:1746137639.894791:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fa680 x1830957332692992/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 488/4536 e 0 to 0 dl 1746137650 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.894798:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fa680 with x1830957332692992 ext(0->4095) 00002000:00010000:0.0:1746137639.894800:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4fa680 00000100:00100000:0.0:1746137639.896535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.898127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.900135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.901511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.903305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.905011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.907055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.908833:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.909975:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090950700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2010:x1830957332694272:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 949us (1167us total) trans 4294972072 rc 0/0 00000100:00100000:0.0:1746137639.909983:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2665 00002000:00100000:0.0:1746137639.909989:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090950700 x1830957332694272/t4294972072(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 496/448 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.909996:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090950700 with x1830957332694272 ext(0->7) 00010000:00010000:0.0:1746137639.910002:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8400/0xddf4fb61417737cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda77f expref: 39 pid: 9582 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746137639.910015:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8400/0xddf4fb61417737cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda77f expref: 39 pid: 9582 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746137639.910020:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090950700 00000100:00100000:0.0:1746137639.911193:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.913471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.916478:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.920511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.924377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.928128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.928246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.931110:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.933139:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.933320:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.936413:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.938549:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.941395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.944165:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.946801:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.949089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.951306:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.951699:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.954964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.957946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.962025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.964630:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.966299:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.968018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.970343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.971764:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.973303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.975284:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.979060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.983662:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.984709:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2007:x1830957332699520:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 759us (1046us total) trans 4294972073 rc 0/0 00000100:00100000:0.0:1746137639.984716:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2670 00002000:00100000:0.0:1746137639.984722:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008b329f80 x1830957332699520/t4294972073(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:75/0 lens 496/448 e 0 to 0 dl 1746137650 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137639.984730:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329f80 with x1830957332699520 ext(0->7) 00010000:00010000:0.0:1746137639.984735:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9200/0xddf4fb6141773812 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda7c5 expref: 41 pid: 9582 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137639.984744:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9200/0xddf4fb6141773812 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda7c5 expref: 41 pid: 9582 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137639.984750:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b329f80 00000100:00100000:0.0:1746137639.986587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.989254:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.992042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.992950:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.994124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.995768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.997730:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137639.999082:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.000460:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137640.000762:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137640.001942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137640.002007:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137640.003321:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.004508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.005908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.007460:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.008871:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.010245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.011759:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:2009:x1830957332702208:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1377us (1512us total) trans 4294972074 rc 0/0 00000100:00100000:0.0:1746137640.011767:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2672 00002000:00100000:0.0:1746137640.011775:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d4dd500 x1830957332702208/t4294972074(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:76/0 lens 496/448 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.011783:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd500 with x1830957332702208 ext(0->7) 00010000:00010000:0.0:1746137640.011790:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773835 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda7e8 expref: 43 pid: 9582 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.011801:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773835 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda7e8 expref: 43 pid: 9582 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.011837:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dd500 00000100:00100000:0.0:1746137640.013873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.015797:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.017713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.023011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.023059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.029726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.029832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.037364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.037462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.040440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.042688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.045740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.051314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.053855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.055961:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.056006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.057760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.059632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.061347:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.062902:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.064430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.065938:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.067372:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.068697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.070987:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.073719:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.077455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.079081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.081033:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:2008:x1830957332707456:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1847us (1947us total) trans 4294972075 rc 0/0 00000100:00100000:0.0:1746137640.081043:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2678 00002000:00100000:0.0:1746137640.081051:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096854700 x1830957332707456/t4294972075(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:76/0 lens 496/448 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.081059:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096854700 with x1830957332707456 ext(0->7) 00010000:00010000:0.0:1746137640.081067:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb614177387b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda82e expref: 45 pid: 9583 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.081078:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb614177387b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda82e expref: 45 pid: 9583 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.081085:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096854700 00000100:00100000:0.0:1746137640.082991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.084803:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.087322:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.092015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.092070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.094678:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.096340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.098480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.100857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.104099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.104175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.106297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.110868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.114077:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.116243:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.121873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.126148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.126179:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332710528 00000100:00100000:0.0:1746137640.126183:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332710528 00002000:00100000:0.0:1746137640.126206:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9500 x1830957332710528/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:76/0 lens 488/0 e 0 to 0 dl 1746137651 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.126214:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9500 with x1830957332710528 ext(0->4095) 00010000:00010000:0.0:1746137640.126220:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb61417738a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda858 expref: 6 pid: 9582 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.126229:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb61417738a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda858 expref: 6 pid: 9582 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.126489:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9500 00000100:00100000:0.0:1746137640.126881:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2682 00000100:00100000:0.0:1746137640.126889:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332710528:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137640.127710:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332710528:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 820us (1562us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137640.127718:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2682 00002000:00100000:0.0:1746137640.127729:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9500 x1830957332710528/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:76/0 lens 488/4536 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.127737:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9500 with x1830957332710528 ext(0->4095) 00010000:00010000:0.0:1746137640.127744:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb61417738a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda858 expref: 6 pid: 9582 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.127754:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb61417738a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda858 expref: 6 pid: 9582 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.127760:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9500 00000100:00100000:0.0:1746137640.128070:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957326992256:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137640.128088:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013520a800/0xddf4fb61417738ac lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda85f expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.128098:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013520a800, rc 0) 00000100:00100000:0.0:1746137640.128133:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:1679:x1830957332710272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3167us (3287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137640.128139:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29642 00000100:00100000:0.0:1746137640.129491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.130109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.133012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.135565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.138578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.143172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.146490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.148965:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.149457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.151877:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.153601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.158269:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.161839:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.163536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.165371:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.167422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.169230:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.171186:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.173210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.174610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.176665:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.180126:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.182445:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.186854:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.187959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.190462:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.192980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.193056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.194331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.196180:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.196470:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.199234:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957326995072:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137640.199251:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137640.199383:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:2007:x1830957332716032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2819us (2909us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137640.199393:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14003 00000100:00100000:0.0:1746137640.199498:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332716288 00000100:00100000:0.0:1746137640.199503:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332716288 00002000:00100000:0.0:1746137640.199528:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669180 x1830957332716288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:76/0 lens 488/0 e 0 to 0 dl 1746137651 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.199542:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669180 with x1830957332716288 ext(0->4095) 00010000:00010000:0.0:1746137640.199549:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8e00/0xddf4fb61417738f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda8a5 expref: 6 pid: 9583 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.199565:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8e00/0xddf4fb61417738f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda8a5 expref: 6 pid: 9583 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.199571:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096669180 00000100:00100000:0.0:1746137640.199586:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2688 00000100:00100000:0.0:1746137640.199595:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332716288:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137640.199692:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332716288:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (215us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137640.199698:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2688 00002000:00100000:0.0:1746137640.199703:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669180 x1830957332716288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:76/0 lens 488/4536 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.199710:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669180 with x1830957332716288 ext(0->4095) 00010000:00010000:0.0:1746137640.199715:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8e00/0xddf4fb61417738f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda8a5 expref: 6 pid: 9583 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.199724:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8e00/0xddf4fb61417738f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda8a5 expref: 6 pid: 9583 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.199729:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096669180 00000100:00100000:0.0:1746137640.201790:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.205744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.207560:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.210356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.213704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.216176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.216322:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332717440 00000100:00100000:0.0:1746137640.216326:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332717440 00000100:00100000:0.0:1746137640.216356:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29656 00000100:00100000:0.0:1746137640.216362:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1679:x1830957332717440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137640.216428:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137640.216436:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177390e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda8c1 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.216469:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137640.216474:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9000/0xddf4fb6141773907 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda8ba expref: 49 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.216479:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137640.216501:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177390e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda8c1 expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.216526:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ed9000/0xddf4fb6141773907 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda8ba expref: 49 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.216546:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177390e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda8c1 expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.216554:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee3000, rc 0) 00000100:00100000:0.0:1746137640.216619:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957332717440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 257us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137640.216624:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29656 00000100:00100000:0.0:1746137640.218442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.221515:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.225155:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.225421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.227578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.230389:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.230506:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.234354:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.238265:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.240174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.242007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.245518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.247927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.249664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.251242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.251697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.253644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.256363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.256420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.258555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.261123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.261165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.264364:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.267213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.269431:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.271314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.273016:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.275173:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.278394:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.280495:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.281241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.283499:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.286261:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.289091:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.291429:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.293479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.297411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.299671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.302343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.305862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.305901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.308465:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.310528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.313548:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.315334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.315437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.321082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.324920:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.328121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.331871:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.334460:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.335888:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.336103:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.343338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.345351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.349016:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.350883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.353978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.357542:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.360539:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.362767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.365507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.365608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.368181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.370085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.370130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.372674:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.375139:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.377849:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.377884:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332730112 00000100:00100000:0.0:1746137640.377888:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332730112 00002000:00100000:0.0:1746137640.377923:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861b800 x1830957332730112/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:76/0 lens 488/0 e 0 to 0 dl 1746137651 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.377931:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861b800 with x1830957332730112 ext(0->4095) 00002000:00010000:0.0:1746137640.377936:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009861b800 00000100:00100000:0.0:1746137640.377958:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13962 00000100:00100000:0.0:1746137640.377963:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957332730112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137640.378078:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957332730112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137640.378087:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13962 00002000:00100000:0.0:1746137640.378091:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861b800 x1830957332730112/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:76/0 lens 488/4536 e 0 to 0 dl 1746137651 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.378097:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861b800 with x1830957332730112 ext(0->4095) 00002000:00010000:0.0:1746137640.378099:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009861b800 00000100:00100000:0.0:1746137640.379517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.381618:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.383855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.385551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.389697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.389950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.391894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.393528:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.393602:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.396298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.397671:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.397741:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.399304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.406846:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.408574:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.410536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.412359:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.414628:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332733312 00000100:00100000:0.0:1746137640.414635:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332733312 00000100:00100000:0.0:1746137640.414678:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29686 00000100:00100000:0.0:1746137640.414685:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1685:x1830957332733312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137640.414699:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137640.414716:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009873f800/0xddf4fb61417739e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cda993 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.414739:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8200/0xddf4fb61417739d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda98c expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.414745:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137640.414747:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137640.414749:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009873f800/0xddf4fb61417739e0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda993 expref: 49 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.414773:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357e8200/0xddf4fb61417739d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda98c expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.414783:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357e8200/0xddf4fb61417739d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda98c expref: 5 pid: 9583 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746137640.414792:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327003520:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137640.414888:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137640.416081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.417506:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.419415:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.423924:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2009:x1830957332733952:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 566us (928us total) trans 4294972078 rc 0/0 00000100:00100000:0.0:1746137640.423931:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2707 00002000:00100000:0.0:1746137640.423937:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096669f80 x1830957332733952/t4294972078(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:76/0 lens 496/448 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.423945:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669f80 with x1830957332733952 ext(0->7) 00010000:00010000:0.0:1746137640.423950:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009873f800/0xddf4fb61417739e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda993 expref: 51 pid: 9583 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.423960:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009873f800/0xddf4fb61417739e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda993 expref: 51 pid: 9583 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.423966:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096669f80 00000100:00100000:0.0:1746137640.427434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.432053:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332734464 00000100:00100000:0.0:1746137640.432057:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332734464 00002000:00100000:0.0:1746137640.432078:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12ed80 x1830957332734464/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:76/0 lens 488/0 e 0 to 0 dl 1746137651 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.432087:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ed80 with x1830957332734464 ext(0->4095) 00010000:00010000:0.0:1746137640.432092:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb61417739e7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda99a expref: 6 pid: 9583 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.432101:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb61417739e7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda99a expref: 6 pid: 9583 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.432106:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b12ed80 00000100:00100000:0.0:1746137640.432119:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2708 00000100:00100000:0.0:1746137640.432124:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332734464:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137640.432222:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332734464:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (605us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137640.432231:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2708 00002000:00100000:0.0:1746137640.432236:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12ed80 x1830957332734464/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:76/0 lens 488/4536 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.432243:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ed80 with x1830957332734464 ext(0->4095) 00010000:00010000:0.0:1746137640.432247:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb61417739e7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda99a expref: 6 pid: 9583 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.432262:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9c00/0xddf4fb61417739e7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda99a expref: 6 pid: 9583 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.432268:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b12ed80 00000100:00100000:0.0:1746137640.434300:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.434371:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.437704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.440310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.443322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.446554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.449913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.452276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.453591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.456060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.459617:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332736512 00000100:00100000:0.0:1746137640.459629:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332736512 00002000:00100000:0.0:1746137640.459684:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f9880 x1830957332736512/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:76/0 lens 488/0 e 0 to 0 dl 1746137651 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.459694:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f9880 with x1830957332736512 ext(0->4095) 00010000:00010000:0.0:1746137640.459706:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9400/0xddf4fb6141773a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda9b6 expref: 52 pid: 9583 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.459722:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9400/0xddf4fb6141773a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda9b6 expref: 52 pid: 9583 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.459729:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4f9880 00000100:00100000:0.0:1746137640.459755:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2710 00000100:00100000:0.0:1746137640.459874:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2007:x1830957332736512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137640.460019:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2007:x1830957332736512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (502us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137640.460025:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2710 00002000:00100000:0.0:1746137640.460030:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f9880 x1830957332736512/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:76/0 lens 488/4536 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.460037:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f9880 with x1830957332736512 ext(0->4095) 00010000:00010000:0.0:1746137640.460041:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9400/0xddf4fb6141773a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda9b6 expref: 52 pid: 9583 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.460051:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9400/0xddf4fb6141773a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda9b6 expref: 52 pid: 9583 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.460055:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4f9880 00000100:00100000:0.0:1746137640.461438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.464575:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.466584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.468668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.471110:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.473362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.475426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.475515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.477509:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.481245:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.482440:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.485349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.487205:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.487295:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.489524:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.491941:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.493712:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.495658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.498562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.499005:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3765:1830957327006720:0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.499029:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137640.499048:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327007360:0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.499067:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137640.499076:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327007872:0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.499088:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137640.499096:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327008384:0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.499110:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137640.499127:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957327007104:0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.499140:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137640.499148:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3763:1830957327007616:0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.499163:0:7230:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327006720 00000100:00100000:0.0:1746137640.499165:0:7230:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327006720 00000100:00100000:0.0:1746137640.499181:0:7230:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1746137640.499185:0:7230:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9fc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9643f5bf-b52e-4056-a15a-6f76f7e7ba35+23:3765:x1830957327006720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.499206:0:7230:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9fc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9643f5bf-b52e-4056-a15a-6f76f7e7ba35+23:3765:x1830957327006720:12345-0@lo:400:kworker.0 Request processed in 21us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137640.499210:0:7230:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1746137640.499355:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327007360 00000100:00100000:0.0:1746137640.499357:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327007360 00000100:00100000:0.0:1746137640.499373:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327007104 00000100:00100000:0.0:1746137640.499374:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327007104 00000100:00100000:0.0:1746137640.499382:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1746137640.499385:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327007360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.499416:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327007360:12345-0@lo:400:kworker.0 Request processed in 31us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137640.499421:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1746137640.499429:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1746137640.499432:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957327007104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.499449:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957327007104:12345-0@lo:400:kworker.0 Request processed in 16us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137640.499452:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1746137640.499475:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3765:1830957327006720:0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.499482:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327007360:0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.499855:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327007872:0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.499863:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327008384:0@lo:400:kworker.0 00000100:00100000:0.0:1746137640.504612:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.504687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.506551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.508712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.510792:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.513273:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.515758:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.517871:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.519695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.521414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.524308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.525261:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.527047:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.529453:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.529632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.531746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.534107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.534207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.539112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.541907:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.543911:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.546064:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.550220:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.552035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.552109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.554659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.556542:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.560425:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.562891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.563751:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:2008:x1830957332745344:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 740us (859us total) trans 4294972079 rc 0/0 00000100:00100000:0.0:1746137640.563759:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2719 00002000:00100000:0.0:1746137640.563765:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081287100 x1830957332745344/t4294972079(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:76/0 lens 496/448 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.563772:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287100 with x1830957332745344 ext(0->7) 00010000:00010000:0.0:1746137640.563778:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8e00/0xddf4fb6141773a7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa2d expref: 53 pid: 26520 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.563788:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8e00/0xddf4fb6141773a7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa2d expref: 53 pid: 26520 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.563793:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081287100 00000100:00100000:0.0:1746137640.565314:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.567864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.569331:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.571711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.577348:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.578967:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957327011840:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746137640.579123:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137640.579157:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327011840 00000100:00100000:0.0:1746137640.579163:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327011840 00000100:00100000:0.0:1746137640.579190:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1746137640.579195:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957327011840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746137640.579403:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746137640.579524:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957327011840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 329us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137640.579528:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1746137640.579853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.580540:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2008:x1830957332746496:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 560us (683us total) trans 4294972080 rc 0/0 00000100:00100000:0.0:1746137640.580546:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2720 00002000:00100000:0.0:1746137640.580551:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081284e00 x1830957332746496/t4294972080(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:76/0 lens 496/448 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.580558:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284e00 with x1830957332746496 ext(0->7) 00010000:00010000:0.0:1746137640.580562:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb6141773a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa3b expref: 55 pid: 26520 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.580571:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb6141773a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa3b expref: 55 pid: 26520 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.580576:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081284e00 00000100:00100000:0.0:1746137640.581930:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.583730:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.585411:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.587154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.590196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.591082:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.593376:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332747776 00000100:00100000:0.0:1746137640.593380:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332747776 00000100:00100000:0.0:1746137640.593418:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29714 00000100:00100000:0.0:1746137640.593423:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957332747776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137640.593437:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137640.593451:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090842600/0xddf4fb6141773aa4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdaa57 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.593478:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137640.593483:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb6141773a9d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa50 expref: 56 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.593489:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137640.593492:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090842600/0xddf4fb6141773aa4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa57 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.593529:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb6141773a9d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa50 expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.593541:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090842600/0xddf4fb6141773aa4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa57 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.593548:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137640.593549:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137640.593554:0:26520:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb6141773a9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa50 expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.593560:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb6141773a9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa50 expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.593573:0:26520:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb6141773a9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa50 expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.593582:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb6141773a9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa50 expref: 55 pid: 26520 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746137640.593593:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327012736:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137640.593667:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137640.595292:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.597225:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.598766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.603591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.606341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.612443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.615275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.618179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.620393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.621648:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332749696 00000100:00100000:0.0:1746137640.621653:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332749696 00000100:00100000:0.0:1746137640.621687:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29718 00000100:00100000:0.0:1746137640.621695:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1685:x1830957332749696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137640.621708:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137640.621719:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090842400/0xddf4fb6141773ac0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdaa73 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.621734:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137640.621738:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773ab9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa6c expref: 57 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.621748:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137640.621751:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090842400/0xddf4fb6141773ac0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa73 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.621777:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773ab9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa6c expref: 57 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.621788:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090842400/0xddf4fb6141773ac0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaa73 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.621795:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090842400, rc 0) 00000100:00100000:0.0:1746137640.621861:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1685:x1830957332749696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137640.621867:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29718 00000100:00100000:0.0:1746137640.627362:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.631977:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.636699:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.639613:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.641766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.645060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.647671:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.647797:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.651275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.654766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.656462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.656549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.659012:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.661463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.661671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.664846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.667628:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.675650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.679487:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.681562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.683066:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.683768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.684883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.686999:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.689645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.692976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.695971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.697701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.699868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.701573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.702985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.703481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.705487:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.707260:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.707300:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.709280:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.711935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.712043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.714749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.717026:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.720344:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.722183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.730329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.731562:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.733783:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.739487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.741199:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.746023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.749708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.751713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.756156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.756192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.758469:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.760791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.763557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.763645:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.766223:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.768143:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.768235:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.770295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.772677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.775439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.777458:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332761344 00000100:00100000:0.0:1746137640.777466:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332761344 00000100:00100000:0.0:1746137640.777676:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29740 00000100:00100000:0.0:1746137640.777684:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957332761344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137640.777698:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137640.777712:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090843200/0xddf4fb6141773b5a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdab0d expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.777736:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773b53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab06 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.777742:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137640.777743:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137640.777746:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090843200/0xddf4fb6141773b5a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab0d expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.777772:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773b53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab06 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.777859:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773b53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab06 expref: 54 pid: 26520 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746137640.777870:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c344a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327019392:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137640.782205:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.786693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.786777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.786911:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29742 00000100:00100000:0.0:1746137640.786918:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1679:x1830957332761984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137640.786925:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137640.786932:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090842e00/0xddf4fb6141773b68 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdab1b expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.786964:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137640.786968:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8000/0xddf4fb6141773b61 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab14 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.786974:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137640.786977:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090842e00/0xddf4fb6141773b68 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab1b expref: 57 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.787002:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357e8000/0xddf4fb6141773b61 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab14 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.787014:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090842e00/0xddf4fb6141773b68 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab1b expref: 57 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137640.787023:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090842e00, rc 0) 00000100:00100000:0.0:1746137640.787064:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1679:x1830957332761984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137640.787070:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29742 00000100:00100000:0.0:1746137640.788906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.791530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.794412:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.794483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.799292:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.803214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.803281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.806963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.807002:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332763392 00000100:00100000:0.0:1746137640.807008:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332763392 00002000:00100000:0.0:1746137640.807045:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2d880 x1830957332763392/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:76/0 lens 488/0 e 0 to 0 dl 1746137651 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.807060:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2d880 with x1830957332763392 ext(0->4095) 00010000:00010000:0.0:1746137640.807067:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8c00/0xddf4fb6141773b6f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab22 expref: 6 pid: 9582 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.807079:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8c00/0xddf4fb6141773b6f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab22 expref: 6 pid: 9582 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.807085:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2d880 00000100:00100000:0.0:1746137640.807107:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2738 00000100:00100000:0.0:1746137640.807113:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332763392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137640.807215:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332763392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (259us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137640.807220:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2738 00002000:00100000:0.0:1746137640.807225:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2d880 x1830957332763392/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:76/0 lens 488/4536 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.807232:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2d880 with x1830957332763392 ext(0->4095) 00010000:00010000:0.0:1746137640.807237:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8c00/0xddf4fb6141773b6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab22 expref: 6 pid: 9582 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.807245:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8c00/0xddf4fb6141773b6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab22 expref: 6 pid: 9582 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.807250:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2d880 00000100:00100000:0.0:1746137640.810303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.816473:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.826913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.827047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.834944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.838889:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.841273:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.842892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.844522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.847769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.852085:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.855713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.855885:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.858930:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.859419:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.862259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.864519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.868208:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.871980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.875674:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.878050:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.881905:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.882086:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.886053:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.889088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.893278:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.893524:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.898271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.898326:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332768256 00000100:00100000:0.0:1746137640.898333:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332768256 00002000:00100000:0.0:1746137640.898369:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b329500 x1830957332768256/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:76/0 lens 488/0 e 0 to 0 dl 1746137651 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.898783:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329500 with x1830957332768256 ext(0->4095) 00010000:00010000:0.0:1746137640.898791:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520b400/0xddf4fb6141773bae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab68 expref: 55 pid: 9584 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.898802:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520b400/0xddf4fb6141773bae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab68 expref: 55 pid: 9584 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.899083:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b329500 00000100:00100000:0.0:1746137640.901733:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.906565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.909722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.913876:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f38000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327023360:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137640.913903:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137640.913961:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957332768896:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4008us (4246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137640.913971:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14106 00000100:00100000:0.0:1746137640.915997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.920484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.928250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.928343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.931842:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.937450:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.939912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.941891:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.946703:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.950147:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2007:x1830957332770432:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 3237us (3437us total) trans 4294972081 rc 0/0 00000100:00100000:0.0:1746137640.950158:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2745 00002000:00100000:0.0:1746137640.950167:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090951180 x1830957332770432/t4294972081(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:76/0 lens 496/448 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.950176:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951180 with x1830957332770432 ext(0->7) 00010000:00010000:0.0:1746137640.950184:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8200/0xddf4fb6141773bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab84 expref: 57 pid: 9582 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746137640.950199:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8200/0xddf4fb6141773bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab84 expref: 57 pid: 9582 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746137640.950204:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090951180 00000100:00100000:0.0:1746137640.957401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.960201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.964366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.964385:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332770944 00000100:00100000:0.0:1746137640.964403:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332770944 00002000:00100000:0.0:1746137640.964440:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090951500 x1830957332770944/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:76/0 lens 488/0 e 0 to 0 dl 1746137651 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.964448:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951500 with x1830957332770944 ext(0->4095) 00010000:00010000:0.0:1746137640.964456:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb6141773bd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab8b expref: 6 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137640.964469:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb6141773bd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab8b expref: 6 pid: 9582 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137640.964475:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090951500 00000100:00100000:0.0:1746137640.964493:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2746 00000100:00100000:0.0:1746137640.964500:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332770944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137640.964607:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332770944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137640.964612:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2746 00002000:00100000:0.0:1746137640.964617:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090951500 x1830957332770944/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:76/0 lens 488/4536 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.964624:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951500 with x1830957332770944 ext(0->4095) 00010000:00010000:0.0:1746137640.964628:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb6141773bd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab8b expref: 6 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137640.964636:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8a00/0xddf4fb6141773bd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab8b expref: 6 pid: 9582 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137640.964641:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090951500 00000100:00100000:0.0:1746137640.966586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.971318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.980441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.986192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.988662:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2007:x1830957332771584:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1084us (2475us total) trans 4294972082 rc 0/0 00000100:00100000:0.0:1746137640.988673:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2747 00002000:00100000:0.0:1746137640.988681:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090951f80 x1830957332771584/t4294972082(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:76/0 lens 496/448 e 0 to 0 dl 1746137651 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137640.988690:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951f80 with x1830957332771584 ext(0->7) 00010000:00010000:0.0:1746137640.988697:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8600/0xddf4fb6141773bdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab92 expref: 59 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137640.988711:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e8600/0xddf4fb6141773bdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdab92 expref: 59 pid: 9582 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137640.988716:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090951f80 00000100:00100000:0.0:1746137640.993402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137640.993456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.001477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.003359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.006569:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.009475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.013420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.014701:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:2007:x1830957332772736:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1040us (1280us total) trans 4294972083 rc 0/0 00000100:00100000:0.0:1746137641.014708:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2749 00002000:00100000:0.0:1746137641.014715:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081285500 x1830957332772736/t4294972083(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 496/448 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.014723:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081285500 with x1830957332772736 ext(0->7) 00010000:00010000:0.0:1746137641.014733:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520bc00/0xddf4fb6141773bed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaba0 expref: 61 pid: 9584 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.014745:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520bc00/0xddf4fb6141773bed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaba0 expref: 61 pid: 9584 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.014752:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081285500 00000100:00100000:0.0:1746137641.016312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.018648:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.022783:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.022870:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.023119:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29763 00000100:00100000:0.0:1746137641.023125:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:1679:x1830957332773248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137641.023138:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137641.023150:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090842e00/0xddf4fb6141773bfb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdabae expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.023170:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb6141773bf4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaba7 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.023175:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.023176:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.023178:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090842e00/0xddf4fb6141773bfb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdabae expref: 63 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.023212:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb6141773bf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaba7 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.023219:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb6141773bf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaba7 expref: 5 pid: 9584 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746137641.023226:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327025280:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137641.023289:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137641.025089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.027594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.029418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.032020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.035176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.036854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.039410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.042851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.042940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.042976:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332774784 00000100:00100000:0.0:1746137641.042983:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332774784 00000100:00100000:0.0:1746137641.043012:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332774912 00000100:00100000:0.0:1746137641.043014:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332774912 00000100:00100000:0.0:1746137641.043027:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29766 00000100:00100000:0.0:1746137641.043032:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:1679:x1830957332774784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137641.043054:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137641.043070:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800908f0e00/0xddf4fb6141773c10 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdabc3 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.043095:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357e8600/0xddf4fb6141773c09 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdabbc expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.043101:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.043102:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.043105:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800908f0e00/0xddf4fb6141773c10 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdabc3 expref: 62 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.043129:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357e8600/0xddf4fb6141773c09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdabbc expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.043141:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357e8600/0xddf4fb6141773c09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdabbc expref: 5 pid: 26520 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746137641.043153:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327026048:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137641.043802:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137641.047359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.049770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.052178:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.054224:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.056033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.057992:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.060408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.061921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.064617:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.065714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.067402:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.069584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.070434:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.072566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.074720:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.075340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.078109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.080095:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.082335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.084447:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.088104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.090748:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.092957:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.093045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.095571:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.098968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.101560:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.101843:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.107195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.107272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.111447:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.111480:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332780416 00000100:00100000:0.0:1746137641.111485:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332780416 00002000:00100000:0.0:1746137641.111512:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096653b80 x1830957332780416/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:77/0 lens 488/0 e 0 to 0 dl 1746137652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.111520:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653b80 with x1830957332780416 ext(0->4095) 00010000:00010000:0.0:1746137641.111525:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb6141773c56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac09 expref: 6 pid: 9584 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.111535:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb6141773c56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac09 expref: 6 pid: 9584 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.111540:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096653b80 00000100:00100000:0.0:1746137641.111561:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2757 00000100:00100000:0.0:1746137641.111567:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957332780416:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137641.111653:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957332780416:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 86us (207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137641.111661:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2757 00002000:00100000:0.0:1746137641.111665:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096653b80 x1830957332780416/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:77/0 lens 488/4536 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.111672:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653b80 with x1830957332780416 ext(0->4095) 00010000:00010000:0.0:1746137641.111676:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb6141773c56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac09 expref: 6 pid: 9584 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.111683:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb6141773c56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac09 expref: 6 pid: 9584 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.111688:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096653b80 00000100:00100000:0.0:1746137641.113995:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.117268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.122356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.126721:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.129008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.129038:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332781440 00000100:00100000:0.0:1746137641.129043:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332781440 00002000:00100000:0.0:1746137641.129072:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa680 x1830957332781440/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:77/0 lens 488/0 e 0 to 0 dl 1746137652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.129080:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa680 with x1830957332781440 ext(0->4095) 00010000:00010000:0.0:1746137641.129087:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773c64 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac17 expref: 6 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.129098:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773c64 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac17 expref: 6 pid: 9582 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.129104:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9aa680 00000100:00100000:0.0:1746137641.129586:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2758 00000100:00100000:0.0:1746137641.129594:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332781440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137641.129843:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332781440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 249us (839us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137641.129849:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2758 00002000:00100000:0.0:1746137641.129855:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa680 x1830957332781440/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:77/0 lens 488/4536 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.129861:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa680 with x1830957332781440 ext(0->4095) 00010000:00010000:0.0:1746137641.129866:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773c64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac17 expref: 6 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.129875:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773c64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac17 expref: 6 pid: 9582 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.129881:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9aa680 00000100:00100000:0.0:1746137641.131314:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.133803:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.133863:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332781824 00000100:00100000:0.0:1746137641.133869:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332781824 00002000:00100000:0.0:1746137641.133901:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa300 x1830957332781824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/0 e 0 to 0 dl 1746137652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.133915:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa300 with x1830957332781824 ext(0->4095) 00002000:00010000:0.0:1746137641.133919:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9aa300 00000100:00100000:0.0:1746137641.133936:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14012 00000100:00100000:0.0:1746137641.133943:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:2010:x1830957332781824:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137641.134032:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:2010:x1830957332781824:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137641.134037:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14012 00002000:00100000:0.0:1746137641.134041:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa300 x1830957332781824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/4536 e 0 to 0 dl 1746137652 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.134047:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa300 with x1830957332781824 ext(0->4095) 00002000:00010000:0.0:1746137641.134049:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9aa300 00000100:00100000:0.0:1746137641.136140:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.141717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.145153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.151681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.152315:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.158739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.161404:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.165403:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.170192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.179335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.179604:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.183525:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.187406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.191127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.193423:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.197903:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.203405:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.207420:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.210628:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332784896 00000100:00100000:0.0:1746137641.210645:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332784896 00000100:00100000:0.0:1746137641.211643:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29785 00000100:00100000:0.0:1746137641.211656:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957332784896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137641.211675:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137641.211696:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800908f0a00/0xddf4fb6141773c95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdac48 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137641.215208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.216416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.218266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.220125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.220537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.223422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.226099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.226323:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.228472:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.230766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.235221:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.238454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.241568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.244470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.246871:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.246943:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.248568:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.253901:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.256554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.260154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.263071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.267032:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.269644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.270571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.277404:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.277475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.277505:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332789248 00000100:00100000:0.0:1746137641.277513:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332789248 00010000:00010000:0.0:1746137641.277544:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013520a600/0xddf4fb6141773cc6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac79 expref: 6 pid: 9582 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746137641.277562:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14144 00000100:00100000:0.0:1746137641.277566:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332789248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137641.277576:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137641.277592:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013520a600/0xddf4fb6141773cc6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac79 expref: 6 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.277602:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013520a600/0xddf4fb6141773cc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac79 expref: 6 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.277619:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.277621:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.277626:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb6141773ccd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac80 expref: 69 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.277634:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb6141773ccd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac80 expref: 69 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.278701:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb6141773ccd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac80 expref: 69 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.278716:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb6141773ccd lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdac80 expref: 69 pid: 9582 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746137641.278734:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327033088:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137641.278816:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137641.282946:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.284752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.290140:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332789888 00000100:00100000:0.0:1746137641.290147:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332789888 00002000:00100000:0.0:1746137641.290183:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3b80 x1830957332789888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/0 e 0 to 0 dl 1746137652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.290192:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3b80 with x1830957332789888 ext(0->4095) 00002000:00010000:0.0:1746137641.290197:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd3b80 00000100:00100000:0.0:1746137641.290227:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14020 00000100:00100000:0.0:1746137641.290234:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957332789888:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137641.290357:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957332789888:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (289us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137641.290362:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14020 00002000:00100000:0.0:1746137641.290367:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3b80 x1830957332789888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/4536 e 0 to 0 dl 1746137652 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.290380:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3b80 with x1830957332789888 ext(0->4095) 00002000:00010000:0.0:1746137641.290382:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd3b80 00000100:00100000:0.0:1746137641.293194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.297932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.299360:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.301777:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.303862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.307525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.310101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.314772:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.322932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.325749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.329118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.330627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.334279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.337491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.343854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.346565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.350855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.350913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.355022:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.360470:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.366197:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332793600 00000100:00100000:0.0:1746137641.366203:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332793600 00002000:00100000:0.0:1746137641.366234:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32b100 x1830957332793600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/0 e 0 to 0 dl 1746137652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.366249:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b100 with x1830957332793600 ext(0->4095) 00002000:00010000:0.0:1746137641.366253:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b32b100 00000100:00100000:0.0:1746137641.366275:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14023 00000100:00100000:0.0:1746137641.366281:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957332793600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137641.366387:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957332793600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137641.366402:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14023 00002000:00100000:0.0:1746137641.366407:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32b100 x1830957332793600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/4536 e 0 to 0 dl 1746137652 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.366415:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b100 with x1830957332793600 ext(0->4095) 00002000:00010000:0.0:1746137641.366417:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b32b100 00000100:00100000:0.0:1746137641.371657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.375092:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.376271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.378717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.380489:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.385497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.388947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.398482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.405303:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+71:2007:x1830957332794880:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 5136us (6822us total) trans 4294972088 rc 0/0 00000100:00100000:0.0:1746137641.405314:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2775 00002000:00100000:0.0:1746137641.405324:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f0e9880 x1830957332794880/t4294972088(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 496/448 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.405333:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e9880 with x1830957332794880 ext(0->7) 00010000:00010000:0.0:1746137641.405343:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9e00/0xddf4fb6141773d13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdacc6 expref: 71 pid: 9583 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.405357:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9e00/0xddf4fb6141773d13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdacc6 expref: 71 pid: 9583 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.405363:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0e9880 00000100:00100000:0.0:1746137641.408685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.411526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.412041:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.413854:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.414897:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.418537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.421708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.425054:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.429458:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.433302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.436625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.436776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.445058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.445766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.448743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.450992:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.453210:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.455098:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.457593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.459963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.462096:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.464902:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.467379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.472203:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.475625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.475726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.478953:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.481415:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.481517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.481554:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332799744 00000100:00100000:0.0:1746137641.481558:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332799744 00010000:00010000:0.0:1746137641.481573:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141773d52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad05 expref: 72 pid: 9582 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746137641.481608:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14164 00000100:00100000:0.0:1746137641.481615:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2008:x1830957332799744:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137641.481624:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137641.481640:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141773d52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad05 expref: 73 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.481652:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141773d52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad05 expref: 73 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.482218:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141773d52 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad05 expref: 72 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.482249:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.482251:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.482257:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141773d59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad0c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.482264:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141773d59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad0c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137641.485649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.487878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.491600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.493763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.497845:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.501353:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.501451:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.507710:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.507836:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.512188:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.512227:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332801536 00000100:00100000:0.0:1746137641.512234:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332801536 00002000:00100000:0.0:1746137641.512273:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d7b80 x1830957332801536/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/0 e 0 to 0 dl 1746137652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.512282:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7b80 with x1830957332801536 ext(0->4095) 00010000:00010000:0.0:1746137641.512290:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141773d6e lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad21 expref: 73 pid: 26520 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.512313:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141773d6e lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad21 expref: 73 pid: 26520 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.512319:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d7b80 00000100:00100000:0.0:1746137641.512347:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2782 00000100:00100000:0.0:1746137641.512354:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2007:x1830957332801536:12345-192.168.203.12@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746137641.512483:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2007:x1830957332801536:12345-192.168.203.12@tcp:3:ldlm_bl.0 Request processed in 130us (304us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137641.512489:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2782 00002000:00100000:0.0:1746137641.512494:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d7b80 x1830957332801536/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/4536 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.512501:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7b80 with x1830957332801536 ext(0->4095) 00010000:00010000:0.0:1746137641.512505:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141773d6e lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad21 expref: 73 pid: 26520 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.512513:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141773d6e lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad21 expref: 73 pid: 26520 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.512518:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d7b80 00000100:00100000:0.0:1746137641.515546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.516249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.516306:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332801792 00000100:00100000:0.0:1746137641.516313:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332801792 00010000:00010000:0.0:1746137641.516343:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141773d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad21 expref: 72 pid: 26520 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746137641.524256:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.526498:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.526555:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.528876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.531798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.534316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.536874:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.539060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.544750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.546359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.547097:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2008:x1830957332803456:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 571us (743us total) trans 4294972089 rc 0/0 00000100:00100000:0.0:1746137641.547104:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2784 00002000:00100000:0.0:1746137641.547109:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9a3480 x1830957332803456/t4294972089(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 496/448 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.547116:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3480 with x1830957332803456 ext(0->7) 00010000:00010000:0.0:1746137641.547120:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8200/0xddf4fb6141773d8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad3d expref: 73 pid: 26520 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.547129:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8200/0xddf4fb6141773d8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad3d expref: 73 pid: 26520 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.547134:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a3480 00000100:00100000:0.0:1746137641.555499:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.558592:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.559596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.560866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.564607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.567614:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.571440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.572833:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.574003:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b32b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327040896:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137641.574025:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141773da6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad59 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.574035:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6800, rc 0) 00000100:00100000:0.0:1746137641.574412:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957332804992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1504us (1580us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137641.574419:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29824 00000100:00100000:0.0:1746137641.574533:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332805120 00000100:00100000:0.0:1746137641.574537:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332805120 00010000:00010000:0.0:1746137641.574555:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141773d9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad52 expref: 73 pid: 9583 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746137641.574582:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14175 00000100:00100000:0.0:1746137641.574588:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2007:x1830957332805120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137641.574596:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137641.574611:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141773d9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad52 expref: 73 pid: 9583 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.574620:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141773d9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad52 expref: 73 pid: 9583 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.574637:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141773d9f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad52 expref: 73 pid: 9583 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.574662:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.574663:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.574669:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141773da6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad59 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.574675:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141773da6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad59 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.574700:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141773da6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad59 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137641.574709:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327041024:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137641.574985:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137641.576487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.578867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.581435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.582243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.583413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.585128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.585890:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.590407:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.596318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.596699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.605990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.610076:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332807424 00000100:00100000:0.0:1746137641.610083:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332807424 00002000:00100000:0.0:1746137641.610117:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd2a00 x1830957332807424/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/0 e 0 to 0 dl 1746137652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.610125:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2a00 with x1830957332807424 ext(0->4095) 00002000:00010000:0.0:1746137641.610129:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd2a00 00000100:00100000:0.0:1746137641.610153:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14036 00000100:00100000:0.0:1746137641.610159:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2008:x1830957332807424:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137641.610430:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2008:x1830957332807424:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 270us (631us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137641.610436:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14036 00002000:00100000:0.0:1746137641.610442:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd2a00 x1830957332807424/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/4536 e 0 to 0 dl 1746137652 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.610449:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2a00 with x1830957332807424 ext(0->4095) 00002000:00010000:0.0:1746137641.610451:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd2a00 00000100:00100000:0.0:1746137641.613780:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.618117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.620658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.620740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.622916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.622979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.627060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.629853:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.632693:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.637907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.641910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.643749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.644549:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.648095:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.650417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.654638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.657947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.659369:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:2008:x1830957332810240:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1161us (1420us total) trans 4294972090 rc 0/0 00000100:00100000:0.0:1746137641.659378:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2791 00002000:00100000:0.0:1746137641.659398:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880093095c00 x1830957332810240/t4294972090(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 496/448 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.659407:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093095c00 with x1830957332810240 ext(0->7) 00010000:00010000:0.0:1746137641.659414:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb6141773de5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad98 expref: 75 pid: 9583 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.659426:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb6141773de5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad98 expref: 75 pid: 9583 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.659432:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093095c00 00000100:00100000:0.0:1746137641.660780:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.660900:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332810368 00000100:00100000:0.0:1746137641.660907:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332810368 00010000:00010000:0.0:1746137641.660936:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb6141773de5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad98 expref: 75 pid: 9583 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746137641.660968:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14185 00000100:00100000:0.0:1746137641.660975:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:2008:x1830957332810368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137641.660987:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137641.661003:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb6141773de5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad98 expref: 75 pid: 9583 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.661011:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb6141773de5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad98 expref: 75 pid: 9583 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.661029:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb6141773de5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad98 expref: 75 pid: 9583 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.661053:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.661055:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.661061:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013520ac00/0xddf4fb6141773dec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad9f expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.661068:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013520ac00/0xddf4fb6141773dec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad9f expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.661093:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013520ac00/0xddf4fb6141773dec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdad9f expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137641.661102:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327043584:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137641.661169:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137641.664111:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.667199:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.669290:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.671265:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327043712:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137641.671279:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb6141773df3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdada6 expref: 76 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.671287:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013520b200, rc 0) 00000100:00100000:0.0:1746137641.671774:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1685:x1830957332810752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4439us (4579us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137641.671780:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29835 00000100:00100000:0.0:1746137641.674731:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332811264 00000100:00100000:0.0:1746137641.674737:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332811264 00002000:00100000:0.0:1746137641.674769:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32b800 x1830957332811264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/0 e 0 to 0 dl 1746137652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.674778:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b800 with x1830957332811264 ext(0->4095) 00010000:00010000:0.0:1746137641.674785:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb6141773df3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdada6 expref: 76 pid: 9583 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.674797:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb6141773df3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdada6 expref: 76 pid: 9583 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.674804:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b32b800 00000100:00100000:0.0:1746137641.674862:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2792 00000100:00100000:0.0:1746137641.674869:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957332811264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137641.674961:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957332811264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137641.674968:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2792 00002000:00100000:0.0:1746137641.674972:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32b800 x1830957332811264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/4536 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.674979:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b800 with x1830957332811264 ext(0->4095) 00010000:00010000:0.0:1746137641.674984:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb6141773df3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdada6 expref: 76 pid: 9583 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.674993:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520b200/0xddf4fb6141773df3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdada6 expref: 76 pid: 9583 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.674998:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b32b800 00000100:00100000:0.0:1746137641.677956:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.679282:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.681950:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.683555:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.683587:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.685767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.694019:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.696330:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.698321:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.705981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.707233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.707525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.709781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.713177:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.715457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.718488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.725846:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.727772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.730265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.731625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.734175:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.738670:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332815488 00000100:00100000:0.0:1746137641.738677:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332815488 00000100:00100000:0.0:1746137641.738727:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29845 00000100:00100000:0.0:1746137641.738733:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957332815488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137641.738749:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137641.738763:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800908f0200/0xddf4fb6141773e39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdadec expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.738786:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137641.738792:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9a00/0xddf4fb6141773e32 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdade5 expref: 75 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.738798:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137641.738801:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800908f0200/0xddf4fb6141773e39 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdadec expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.738868:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094ed9a00/0xddf4fb6141773e32 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdade5 expref: 75 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.738880:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800908f0200/0xddf4fb6141773e39 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdadec expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.738889:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800908f0200, rc 0) 00000100:00100000:0.0:1746137641.738936:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957332815488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137641.738942:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29845 00000100:00100000:0.0:1746137641.738968:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332815616 00000100:00100000:0.0:1746137641.738971:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332815616 00010000:00010000:0.0:1746137641.739045:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141773e2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdadde expref: 76 pid: 9582 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746137641.739078:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14195 00000100:00100000:0.0:1746137641.739084:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957332815616:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137641.739092:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137641.739107:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141773e2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdadde expref: 76 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.739116:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141773e2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdadde expref: 76 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.739131:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141773e2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdadde expref: 76 pid: 9582 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.739155:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.739156:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.739161:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9a00/0xddf4fb6141773e32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdade5 expref: 75 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.739384:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ed9a00/0xddf4fb6141773e32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdade5 expref: 75 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.739420:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094ed9a00/0xddf4fb6141773e32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdade5 expref: 75 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.739430:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094ed9a00/0xddf4fb6141773e32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdade5 expref: 75 pid: 9583 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746137641.739439:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327046272:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137641.739547:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137641.741105:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.743324:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.743421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.746562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.751767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.753544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.757471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.761725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00002000:00100000:0.0:1746137641.761922:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9b0700 x1830957332817024/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 496/0 e 0 to 0 dl 1746137652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.761931:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0700 with x1830957332817024 ext(0->7) 00010000:00010000:0.0:1746137641.761937:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8400/0xddf4fb6141773e40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdadf3 expref: 75 pid: 26520 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.761947:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8400/0xddf4fb6141773e40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdadf3 expref: 75 pid: 26520 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.761957:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0700 00000100:00100000:0.0:1746137641.761983:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2799 00000100:00100000:0.0:1746137641.761990:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:2008:x1830957332817024:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137641.762901:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957332817024:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 908us (1377us total) trans 4294972091 rc 0/0 00000100:00100000:0.0:1746137641.762909:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2799 00002000:00100000:0.0:1746137641.762917:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9b0700 x1830957332817024/t4294972091(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 496/448 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.762924:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0700 with x1830957332817024 ext(0->7) 00010000:00010000:0.0:1746137641.762930:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8400/0xddf4fb6141773e40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdadf3 expref: 77 pid: 26520 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.762939:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8400/0xddf4fb6141773e40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdadf3 expref: 77 pid: 26520 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.762945:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0700 00000100:00100000:0.0:1746137641.764863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.768967:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.769584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.770870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.771112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.774499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.776573:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.777904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.779420:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.781135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.782909:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.784316:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.786340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.787948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.789862:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.790741:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957332819712:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 667us (877us total) trans 4294972092 rc 0/0 00000100:00100000:0.0:1746137641.790750:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2802 00002000:00100000:0.0:1746137641.790756:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091c27100 x1830957332819712/t4294972092(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 496/448 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.790762:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27100 with x1830957332819712 ext(0->7) 00010000:00010000:0.0:1746137641.790768:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8200/0xddf4fb6141773e63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdae16 expref: 79 pid: 26520 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.790778:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8200/0xddf4fb6141773e63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdae16 expref: 79 pid: 26520 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.790783:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c27100 00000100:00100000:0.0:1746137641.792687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.794774:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.796364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.799352:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.801246:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.802736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.805949:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.806801:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2010:x1830957332820864:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 686us (849us total) trans 4294972093 rc 0/0 00000100:00100000:0.0:1746137641.806835:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2803 00002000:00100000:0.0:1746137641.806841:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091c27800 x1830957332820864/t4294972093(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 496/448 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.806848:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27800 with x1830957332820864 ext(0->7) 00010000:00010000:0.0:1746137641.806854:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9e00/0xddf4fb6141773e71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdae24 expref: 81 pid: 26520 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.806862:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9e00/0xddf4fb6141773e71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdae24 expref: 81 pid: 26520 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.806868:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c27800 00000100:00100000:0.0:1746137641.808246:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.810611:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.812990:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.816608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.818746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.822088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.825317:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.826677:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+83:2008:x1830957332822016:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1017us (1362us total) trans 4294972094 rc 0/0 00000100:00100000:0.0:1746137641.826686:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2804 00002000:00100000:0.0:1746137641.826693:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a4704000 x1830957332822016/t4294972094(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 496/448 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.826702:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704000 with x1830957332822016 ext(0->7) 00010000:00010000:0.0:1746137641.826709:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed8a00/0xddf4fb6141773e7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdae32 expref: 83 pid: 26520 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.826720:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed8a00/0xddf4fb6141773e7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdae32 expref: 83 pid: 26520 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.826725:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4704000 00000100:00100000:0.0:1746137641.832338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.835524:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.835883:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.835902:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332822528 00000100:00100000:0.0:1746137641.835905:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332822528 00002000:00100000:0.0:1746137641.835929:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d8a80 x1830957332822528/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:77/0 lens 488/0 e 0 to 0 dl 1746137652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.835937:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d8a80 with x1830957332822528 ext(0->4095) 00002000:00010000:0.0:1746137641.835941:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d8a80 00000100:00100000:0.0:1746137641.838549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.841949:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.843909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.846781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.847629:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+85:2010:x1830957332823168:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 651us (846us total) trans 4294972095 rc 0/0 00000100:00100000:0.0:1746137641.847636:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2806 00002000:00100000:0.0:1746137641.847642:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88006f122300 x1830957332823168/t4294972095(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 496/448 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.847649:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122300 with x1830957332823168 ext(0->7) 00010000:00010000:0.0:1746137641.847655:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9e00/0xddf4fb6141773e8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdae40 expref: 85 pid: 26520 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746137641.847663:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094ed9e00/0xddf4fb6141773e8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdae40 expref: 85 pid: 26520 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746137641.847668:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f122300 00000100:00100000:0.0:1746137641.850935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.854378:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.859420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.859470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.862630:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.865214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.867290:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.867362:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.869601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.871193:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.871270:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.874528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.879126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.882328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.885866:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.888680:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.892159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.892980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.895330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.895427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.900897:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.903950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.907281:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.909022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.911236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.913929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.915713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.917829:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.918261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.920524:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.921990:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.922031:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.924188:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.927051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.927096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.929367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.931172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.934844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.938190:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.942960:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.945362:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.945414:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.947089:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332830592 00000100:00100000:0.0:1746137641.947094:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332830592 00000100:00100000:0.0:1746137641.947121:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29873 00000100:00100000:0.0:1746137641.947128:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+85:1685:x1830957332830592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137641.947139:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137641.947150:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773efd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdaeb0 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.947172:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137641.947177:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141773ef6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaea9 expref: 86 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.947181:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137641.947184:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773efd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaeb0 expref: 86 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.947252:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141773ef6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaea9 expref: 86 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.947264:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773efd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaeb0 expref: 86 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.947271:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357e9e00, rc 0) 00000100:00100000:0.0:1746137641.947293:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+86:1685:x1830957332830592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137641.947297:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29873 00000100:00100000:0.0:1746137641.949192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.951333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.953403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.955382:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332831360 00000100:00100000:0.0:1746137641.955399:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332831360 00000100:00100000:0.0:1746137641.955445:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29874 00000100:00100000:0.0:1746137641.955452:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957332831360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137641.955467:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137641.955484:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009873f800/0xddf4fb6141773f04 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdaeb7 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.955507:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773efd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaeb0 expref: 84 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.955513:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137641.955515:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137641.955519:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009873f800/0xddf4fb6141773f04 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaeb7 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.955677:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773efd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaeb0 expref: 84 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137641.955689:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357e9e00/0xddf4fb6141773efd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaeb0 expref: 84 pid: 26520 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746137641.955700:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327053696:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137641.955791:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137641.961495:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.964232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.964324:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.967243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.970239:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332832384 00000100:00100000:0.0:1746137641.970245:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332832384 00002000:00100000:0.0:1746137641.970272:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344000 x1830957332832384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/0 e 0 to 0 dl 1746137652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.970280:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344000 with x1830957332832384 ext(0->4095) 00010000:00010000:0.0:1746137641.970287:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141773f0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaebe expref: 86 pid: 26520 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137641.970298:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141773f0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaebe expref: 86 pid: 26520 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137641.970304:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120344000 00000100:00100000:0.0:1746137641.970330:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2815 00000100:00100000:0.0:1746137641.970337:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+86:2008:x1830957332832384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137641.970680:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+86:2008:x1830957332832384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 343us (460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137641.970686:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2815 00002000:00100000:0.0:1746137641.970690:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344000 x1830957332832384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:77/0 lens 488/4536 e 0 to 0 dl 1746137652 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137641.970696:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344000 with x1830957332832384 ext(0->4095) 00010000:00010000:0.0:1746137641.970701:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141773f0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaebe expref: 86 pid: 26520 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137641.970709:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141773f0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaebe expref: 86 pid: 26520 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137641.970713:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120344000 00000100:00100000:0.0:1746137641.971731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.972207:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.975692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.978254:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.978348:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.986015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.990574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.993556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.996414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137641.998301:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.001084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.001735:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.006230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.008222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.008300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.010300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.012882:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.012968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.015131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.016961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.019411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.021433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.023736:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.026835:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.028521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.031181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.033018:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.036308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.038619:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.038706:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.042559:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.042602:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.045521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.048211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.050656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.052460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.055094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.057099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.059800:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332839552 00000100:00100000:0.0:1746137642.059893:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332839552 00000100:00100000:0.0:1746137642.062354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.063215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.065700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.067874:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.068540:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.073022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.076006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.076052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.079477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.082371:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.085761:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.088439:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.091076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.095883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.096876:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.098002:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.098920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.101921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.104097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.107560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.110178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.112972:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.114962:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.118525:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.118613:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.118836:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29899 00000100:00100000:0.0:1746137642.118841:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+86:1679:x1830957332843776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137642.118847:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137642.118851:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141773fb3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdaf66 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.118934:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137642.118939:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb6141773fac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaf5f expref: 87 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.118944:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137642.118946:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141773fb3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaf66 expref: 87 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.118971:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb6141773fac lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaf5f expref: 87 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.118982:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141773fb3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaf66 expref: 87 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.118991:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6000, rc 0) 00000100:00100000:0.0:1746137642.119027:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+87:1679:x1830957332843776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137642.119036:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29899 00000100:00100000:0.0:1746137642.122001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.124976:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.129201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.129707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.134410:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.137301:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.137628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.140163:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.140199:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332845184 00000100:00100000:0.0:1746137642.140204:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332845184 00002000:00100000:0.0:1746137642.140238:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c71500 x1830957332845184/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:78/0 lens 488/0 e 0 to 0 dl 1746137653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.140247:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71500 with x1830957332845184 ext(0->4095) 00010000:00010000:0.0:1746137642.140254:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520a600/0xddf4fb6141773fba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaf6d expref: 6 pid: 9583 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.140265:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520a600/0xddf4fb6141773fba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaf6d expref: 6 pid: 9583 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.140271:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c71500 00000100:00100000:0.0:1746137642.140286:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2830 00000100:00100000:0.0:1746137642.140292:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332845184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137642.140665:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332845184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 373us (507us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137642.140674:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2830 00002000:00100000:0.0:1746137642.140755:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c71500 x1830957332845184/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:78/0 lens 488/4536 e 0 to 0 dl 1746137653 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.140762:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71500 with x1830957332845184 ext(0->4095) 00010000:00010000:0.0:1746137642.140767:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520a600/0xddf4fb6141773fba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaf6d expref: 6 pid: 9583 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.140775:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520a600/0xddf4fb6141773fba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdaf6d expref: 6 pid: 9583 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.140780:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c71500 00000100:00100000:0.0:1746137642.143305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.147239:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.152921:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.155675:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332846080 00000100:00100000:0.0:1746137642.155682:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332846080 00002000:00100000:0.0:1746137642.155719:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090951c00 x1830957332846080/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:78/0 lens 488/0 e 0 to 0 dl 1746137653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.155730:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951c00 with x1830957332846080 ext(0->4095) 00002000:00010000:0.0:1746137642.155733:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090951c00 00000100:00100000:0.0:1746137642.155758:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14075 00000100:00100000:0.0:1746137642.155764:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332846080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137642.155897:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332846080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (346us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137642.155905:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14075 00002000:00100000:0.0:1746137642.155910:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090951c00 x1830957332846080/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:78/0 lens 488/4536 e 0 to 0 dl 1746137653 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.155915:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951c00 with x1830957332846080 ext(0->4095) 00002000:00010000:0.0:1746137642.155918:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090951c00 00000100:00100000:0.0:1746137642.157308:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.158142:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.160275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.162918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.165067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.165153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.167290:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.169900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.169940:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.173516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.176031:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.178524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.182336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.184299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.186030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.186111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.188086:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.189971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.192179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.192246:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.194654:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.196518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.196824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.200246:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.202590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.205634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.208212:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.210310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.212507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.213768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.215364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.217571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.218970:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.220880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.222142:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+87:2008:x1830957332851968:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1070us (1264us total) trans 4294972096 rc 0/0 00000100:00100000:0.0:1746137642.222151:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2837 00002000:00100000:0.0:1746137642.222159:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec64000 x1830957332851968/t4294972096(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:78/0 lens 496/448 e 0 to 0 dl 1746137653 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.222168:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64000 with x1830957332851968 ext(0->7) 00010000:00010000:0.0:1746137642.222177:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774015 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdafc8 expref: 87 pid: 9583 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.222190:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774015 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdafc8 expref: 87 pid: 9583 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.222196:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec64000 00000100:00100000:0.0:1746137642.223562:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.225542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.227605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.230666:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.232452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.234132:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332852992 00000100:00100000:0.0:1746137642.234137:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332852992 00000100:00100000:0.0:1746137642.234172:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29916 00000100:00100000:0.0:1746137642.234178:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957332852992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137642.234191:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137642.234204:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb614177402a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdafdd expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.234225:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141774023 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdafd6 expref: 86 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.234232:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137642.234234:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137642.234237:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb614177402a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdafdd expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.234266:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141774023 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdafd6 expref: 86 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.234276:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141774023 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdafd6 expref: 86 pid: 9583 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746137642.234287:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327064448:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137642.234364:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137642.235597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.238226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.240545:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.241923:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.244145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.246666:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.248800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.250728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.254056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.256299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.259743:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.259847:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.261514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.264173:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.265846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.267664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.269174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.271650:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.274074:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.276965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.278076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.280675:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.282396:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.284966:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.285042:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.287003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.289100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.289176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.291030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.293437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.296154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.298115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.300074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.304685:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.306064:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.307975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.310877:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.312696:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.315370:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.320463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.321113:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.322704:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.323181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.325607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.327602:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.331145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.333483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.335327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.337313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.341292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.341361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.343374:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.345760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.349443:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.352056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.354432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.356479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.358560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.360168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.362406:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.364199:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.367464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.369221:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.378200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.382393:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+96:2008:x1830957332863744:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 12924us (13154us total) trans 4294972100 rc 0/0 00000100:00100000:0.0:1746137642.382406:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2847 00002000:00100000:0.0:1746137642.382416:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801205a7800 x1830957332863744/t4294972100(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:78/0 lens 496/448 e 0 to 0 dl 1746137653 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.382425:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205a7800 with x1830957332863744 ext(0->7) 00010000:00010000:0.0:1746137642.382434:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb61417740af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb062 expref: 96 pid: 9583 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.382448:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb61417740af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb062 expref: 96 pid: 9583 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.382453:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205a7800 00000100:00100000:0.0:1746137642.383973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.386022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.386043:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332864256 00000100:00100000:0.0:1746137642.386048:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332864256 00002000:00100000:0.0:1746137642.386076:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205a4380 x1830957332864256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:78/0 lens 488/0 e 0 to 0 dl 1746137653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.386090:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205a4380 with x1830957332864256 ext(0->4095) 00010000:00010000:0.0:1746137642.386097:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417740b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb069 expref: 6 pid: 9583 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.386108:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417740b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb069 expref: 6 pid: 9583 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.386113:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205a4380 00000100:00100000:0.0:1746137642.388353:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.390794:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.392534:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.394556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.396588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.398322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.400444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.401141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.403154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.405419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.408111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.410795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.410937:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.413437:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.416717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.417096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.419481:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.422446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.425339:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.427910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.431705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.431844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.431876:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332868096 00000100:00100000:0.0:1746137642.431880:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332868096 00002000:00100000:0.0:1746137642.431910:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4df480 x1830957332868096/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:78/0 lens 488/0 e 0 to 0 dl 1746137653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.431919:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df480 with x1830957332868096 ext(0->4095) 00002000:00010000:0.0:1746137642.431923:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4df480 00000100:00100000:0.0:1746137642.431934:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14100 00000100:00100000:0.0:1746137642.431939:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332868096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137642.432035:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332868096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (190us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137642.432040:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14100 00002000:00100000:0.0:1746137642.432045:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4df480 x1830957332868096/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:78/0 lens 488/4536 e 0 to 0 dl 1746137653 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.432052:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df480 with x1830957332868096 ext(0->4095) 00010000:00010000:0.0:1746137642.432057:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098bde000/0xddf4fb61417740ee lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0a1 expref: 6 pid: 9583 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.432068:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098bde000/0xddf4fb61417740ee lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0a1 expref: 6 pid: 9583 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.432074:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4df480 00000100:00100000:0.0:1746137642.435557:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.436845:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.440608:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.443512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.450364:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.452735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.455535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.460781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.461344:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.462669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.462976:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.464934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.466538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.468747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.470348:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.472462:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.474353:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.475908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.477736:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.479374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.483258:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.484487:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+97:2007:x1830957332871808:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1062us (1215us total) trans 4294972101 rc 0/0 00000100:00100000:0.0:1746137642.484499:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2854 00002000:00100000:0.0:1746137642.484512:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d4a7100 x1830957332871808/t4294972101(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:78/0 lens 496/448 e 0 to 0 dl 1746137653 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.484521:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4a7100 with x1830957332871808 ext(0->7) 00010000:00010000:0.0:1746137642.484534:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb614177411f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0d2 expref: 97 pid: 9584 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.484551:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb614177411f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0d2 expref: 97 pid: 9584 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.484558:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4a7100 00000100:00100000:0.0:1746137642.485638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.485842:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14303 00000100:00100000:0.0:1746137642.485850:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+97:2007:x1830957332871936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137642.485862:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137642.485877:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb614177411f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0d2 expref: 97 pid: 9584 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.485887:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb614177411f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0d2 expref: 97 pid: 9584 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.485903:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb614177411f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0d2 expref: 97 pid: 9584 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.485919:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137642.485920:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137642.485927:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141774126 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0d9 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.485933:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141774126 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0d9 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.485959:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141774126 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0d9 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137642.485968:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4a7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327073792:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137642.486031:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137642.487434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.489019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.490453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.494076:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332872704 00000100:00100000:0.0:1746137642.494082:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332872704 00002000:00100000:0.0:1746137642.494111:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1f80 x1830957332872704/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:78/0 lens 488/0 e 0 to 0 dl 1746137653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.494119:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1f80 with x1830957332872704 ext(0->4095) 00002000:00010000:0.0:1746137642.494122:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1f80 00000100:00100000:0.0:1746137642.494146:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14107 00000100:00100000:0.0:1746137642.494152:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+97:2010:x1830957332872704:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137642.494261:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+97:2010:x1830957332872704:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (259us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137642.494266:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14107 00002000:00100000:0.0:1746137642.494271:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1f80 x1830957332872704/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:78/0 lens 488/4536 e 0 to 0 dl 1746137653 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.494278:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1f80 with x1830957332872704 ext(0->4095) 00002000:00010000:0.0:1746137642.494280:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1f80 00000100:00100000:0.0:1746137642.495559:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.497508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.499410:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012df10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+99:2009:x1830957332872960:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1545us (1907us total) trans 4294972102 rc 0/0 00000100:00100000:0.0:1746137642.499421:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2855 00002000:00100000:0.0:1746137642.499429:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012df10380 x1830957332872960/t4294972102(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:78/0 lens 496/448 e 0 to 0 dl 1746137653 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.499437:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012df10380 with x1830957332872960 ext(0->7) 00010000:00010000:0.0:1746137642.499447:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177412d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0e0 expref: 99 pid: 9584 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.499461:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177412d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0e0 expref: 99 pid: 9584 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.499466:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012df10380 00000100:00100000:0.0:1746137642.500883:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.503313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.505071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.509047:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.509168:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.509205:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332873728 00000100:00100000:0.0:1746137642.509210:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332873728 00010000:00010000:0.0:1746137642.509232:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774134 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0e7 expref: 6 pid: 9584 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746137642.509254:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14306 00000100:00100000:0.0:1746137642.509259:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332873728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137642.509269:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137642.509284:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774134 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0e7 expref: 6 pid: 9584 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.509294:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774134 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0e7 expref: 6 pid: 9584 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.509311:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774134 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0e7 expref: 6 pid: 9584 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.509414:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137642.509416:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137642.509422:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177413b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0ee expref: 100 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.509429:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177413b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0ee expref: 100 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.509468:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177413b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0ee expref: 100 pid: 9584 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.509476:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177413b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb0ee expref: 100 pid: 9584 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746137642.509484:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012df11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327074688:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137642.509555:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137642.510657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.512702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.514885:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.518560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.518643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.521360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.523765:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.527575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.530036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.533952:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.536466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.536833:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.538741:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.541961:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.544468:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.546712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.548269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.550787:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.553228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.555239:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.557292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.558200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.560545:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.562762:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.562935:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.566728:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.569849:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.569933:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.572797:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.577460:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.581194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.583776:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.589246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.591537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.591609:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.594206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.597463:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.599946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.602749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.606566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.609362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.612593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.613184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.615629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.618279:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332882176 00000100:00100000:0.0:1746137642.618285:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332882176 00002000:00100000:0.0:1746137642.618496:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4a7480 x1830957332882176/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:78/0 lens 488/0 e 0 to 0 dl 1746137653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.618505:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4a7480 with x1830957332882176 ext(0->4095) 00010000:00010000:0.0:1746137642.618513:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb61417741ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb15e expref: 100 pid: 9583 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.618524:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb61417741ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb15e expref: 100 pid: 9583 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.618531:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4a7480 00000100:00100000:0.0:1746137642.618557:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2864 00000100:00100000:0.0:1746137642.618563:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+100:2008:x1830957332882176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137642.618699:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+100:2008:x1830957332882176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (487us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137642.618704:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2864 00002000:00100000:0.0:1746137642.618710:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4a7480 x1830957332882176/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:78/0 lens 488/4536 e 0 to 0 dl 1746137653 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.618717:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4a7480 with x1830957332882176 ext(0->4095) 00010000:00010000:0.0:1746137642.618721:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb61417741ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb15e expref: 100 pid: 9583 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.618729:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb61417741ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb15e expref: 100 pid: 9583 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.618734:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4a7480 00000100:00100000:0.0:1746137642.620321:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.623324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.625245:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.627789:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.630132:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.631626:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.633310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.636184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.643988:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.648682:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.648850:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.652997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.657454:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332884352 00000100:00100000:0.0:1746137642.657461:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332884352 00000100:00100000:0.0:1746137642.657492:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29977 00000100:00100000:0.0:1746137642.657504:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+99:1679:x1830957332884352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137642.657518:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137642.657530:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e32800/0xddf4fb61417741d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdb188 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.657549:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137642.657553:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098862400/0xddf4fb61417741ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb181 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.657558:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137642.657561:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e32800/0xddf4fb61417741d5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb188 expref: 101 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.657586:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098862400/0xddf4fb61417741ce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb181 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.657596:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e32800/0xddf4fb61417741d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb188 expref: 101 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.657737:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e32800, rc 0) 00000100:00100000:0.0:1746137642.657780:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+101:1679:x1830957332884352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 282us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137642.657785:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29977 00000100:00100000:0.0:1746137642.662585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.667249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.670716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.672597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.676720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.679355:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.680871:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.680938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.683146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.684949:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.687672:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.687755:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.690517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.690557:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332886784 00000100:00100000:0.0:1746137642.690563:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332886784 00002000:00100000:0.0:1746137642.690597:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c26300 x1830957332886784/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:78/0 lens 488/0 e 0 to 0 dl 1746137653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.690606:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c26300 with x1830957332886784 ext(0->4095) 00010000:00010000:0.0:1746137642.690613:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb61417741ea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb196 expref: 100 pid: 9583 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.690624:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb61417741ea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb196 expref: 100 pid: 9583 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.690630:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c26300 00000100:00100000:0.0:1746137642.690788:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2869 00000100:00100000:0.0:1746137642.690795:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+100:2008:x1830957332886784:12345-192.168.203.12@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746137642.691176:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+99:2008:x1830957332886784:12345-192.168.203.12@tcp:3:ldlm_bl.0 Request processed in 382us (665us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137642.691185:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2869 00002000:00100000:0.0:1746137642.691191:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c26300 x1830957332886784/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:78/0 lens 488/4536 e 0 to 0 dl 1746137653 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.691198:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c26300 with x1830957332886784 ext(0->4095) 00010000:00010000:0.0:1746137642.691202:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb61417741ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb196 expref: 99 pid: 9583 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.691210:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb61417741ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb196 expref: 99 pid: 9583 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.691216:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c26300 00000100:00100000:0.0:1746137642.693391:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.697464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.705194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.709016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.712119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.716170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.719284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.722042:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.722744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.726463:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.728247:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332888576 00000100:00100000:0.0:1746137642.728255:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332888576 00010000:00010000:0.0:1746137642.728280:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8000/0xddf4fb61417741ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1b2 expref: 6 pid: 26520 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746137642.728317:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14335 00000100:00100000:0.0:1746137642.728323:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332888576:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137642.728334:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137642.728350:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8000/0xddf4fb61417741ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1b2 expref: 6 pid: 26520 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.728360:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8000/0xddf4fb61417741ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1b2 expref: 6 pid: 26520 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.728378:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8000/0xddf4fb61417741ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1b2 expref: 6 pid: 26520 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.728409:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137642.728411:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137642.728417:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c24c800/0xddf4fb6141774206 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1b9 expref: 99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.728424:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c24c800/0xddf4fb6141774206 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1b9 expref: 99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.728448:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c24c800/0xddf4fb6141774206 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1b9 expref: 99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.728458:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c24c800/0xddf4fb6141774206 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1b9 expref: 99 pid: 26520 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746137642.728473:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327082112:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137642.728542:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137642.730733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.735783:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332888960 00000100:00100000:0.0:1746137642.735792:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332888960 00010000:00010000:0.0:1746137642.735840:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c24c800/0xddf4fb6141774206 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1b9 expref: 100 pid: 26520 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746137642.735865:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14336 00000100:00100000:0.0:1746137642.735871:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096652a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+100:2009:x1830957332888960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137642.735882:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137642.735897:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c24c800/0xddf4fb6141774206 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1b9 expref: 100 pid: 26520 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.735909:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c24c800/0xddf4fb6141774206 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1b9 expref: 100 pid: 26520 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.735926:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c24c800/0xddf4fb6141774206 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1b9 expref: 100 pid: 26520 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.735942:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137642.735944:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137642.736143:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c24c000/0xddf4fb614177420d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1c0 expref: 99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.736152:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c24c000/0xddf4fb614177420d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1c0 expref: 99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137642.736180:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c24c000/0xddf4fb614177420d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1c0 expref: 99 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137642.736190:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327082240:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137642.736437:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137642.741658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.744950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.748634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.751302:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.754399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.754449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.757037:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.762344:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.766880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.769500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.772216:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.777952:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.781263:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.782893:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.792962:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.800245:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.809046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.812079:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.814396:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.820412:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.827528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.831135:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.834916:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.838539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.841598:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+101:2007:x1830957332893568:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2668us (3057us total) trans 4294972103 rc 0/0 00000100:00100000:0.0:1746137642.841610:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2877 00002000:00100000:0.0:1746137642.841623:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008c712a00 x1830957332893568/t4294972103(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:78/0 lens 496/448 e 0 to 0 dl 1746137653 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.841632:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c712a00 with x1830957332893568 ext(0->7) 00010000:00010000:0.0:1746137642.841642:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c24ca00/0xddf4fb6141774245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1f8 expref: 101 pid: 9583 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.841657:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c24ca00/0xddf4fb6141774245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb1f8 expref: 101 pid: 9583 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.841663:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c712a00 00000100:00100000:0.0:1746137642.843052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.848886:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.853794:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.857928:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.861572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.864196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.866457:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.868162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.870655:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.872722:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.876248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.877391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.878694:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.883124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.883167:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.889464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.890251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.893604:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.896074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.906490:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.916205:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+103:2008:x1830957332897792:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2148us (2886us total) trans 4294972104 rc 0/0 00000100:00100000:0.0:1746137642.916216:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2883 00002000:00100000:0.0:1746137642.916227:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d4a6680 x1830957332897792/t4294972104(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:78/0 lens 496/448 e 0 to 0 dl 1746137653 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137642.916235:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4a6680 with x1830957332897792 ext(0->7) 00010000:00010000:0.0:1746137642.916243:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177427d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb230 expref: 103 pid: 9582 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746137642.916256:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177427d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb230 expref: 103 pid: 9582 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746137642.916262:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4a6680 00000100:00100000:0.0:1746137642.920501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.922891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.924890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.925848:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.927514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.929203:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.931260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.934578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.937460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.937501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.940285:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.942070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.944676:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.946913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.949034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.950625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.952722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.955702:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.955740:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.960531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.963878:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.967627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.969635:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.969708:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.972635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.976576:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.986016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.997625:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137642.997705:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.001466:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.007120:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.011106:0:7230:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332903680 00000100:00100000:0.0:1746137643.011111:0:7230:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332903680 00000100:00100000:0.0:1746137643.011144:0:7230:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 541 00000100:00100000:0.0:1746137643.011148:0:7230:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9fc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e86c546-3529-434a-aea7-948422805b2a+12:2009:x1830957332903680:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137643.011171:0:7230:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9fc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e86c546-3529-434a-aea7-948422805b2a+12:2009:x1830957332903680:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 23us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137643.011175:0:7230:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 541 00000100:00100000:0.0:1746137643.014015:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.019157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.023173:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+105:2007:x1830957332904960:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2098us (4013us total) trans 4294972105 rc 0/0 00000100:00100000:0.0:1746137643.023181:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2891 00002000:00100000:0.0:1746137643.023188:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9b0000 x1830957332904960/t4294972105(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 496/448 e 0 to 0 dl 1746137654 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.023194:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0000 with x1830957332904960 ext(0->7) 00010000:00010000:0.0:1746137643.023201:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417742d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb284 expref: 105 pid: 9582 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.023211:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417742d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb284 expref: 105 pid: 9582 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.023215:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0000 00000100:00100000:0.0:1746137643.026603:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.029931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.032575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.032619:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.032886:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30016 00000100:00100000:0.0:1746137643.032892:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+105:1685:x1830957332905600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137643.032897:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137643.032903:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e32e00/0xddf4fb61417742e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdb299 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.032926:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417742d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb28b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.032932:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.032934:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.032936:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e32e00/0xddf4fb61417742e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb299 expref: 106 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.032957:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417742d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb28b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.033099:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417742d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb28b expref: 5 pid: 9582 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746137643.033111:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327089792:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137643.033185:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137643.037357:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.044141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.047442:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.048182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.052262:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.054126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.054785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.058466:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.061326:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.065443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.068533:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.070766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.073237:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.074414:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.075964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.076927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.079676:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.083505:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.087414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.089599:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.093952:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.097032:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.097068:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.097092:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332909568 00000100:00100000:0.0:1746137643.097096:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332909568 00000100:00100000:0.0:1746137643.097134:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30023 00000100:00100000:0.0:1746137643.097140:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+104:1679:x1830957332909568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137643.097154:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137643.097167:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e32a00/0xddf4fb6141774317 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdb2ca expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.097187:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013520b400/0xddf4fb6141774310 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb2c3 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.097194:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.097458:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.097462:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e32a00/0xddf4fb6141774317 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb2ca expref: 105 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.097487:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013520b400/0xddf4fb6141774310 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb2c3 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.097498:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013520b400/0xddf4fb6141774310 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb2c3 expref: 5 pid: 26520 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746137643.097507:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327091840:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137643.097731:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137643.099645:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.100572:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.102588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.102665:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfcb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327092096:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137643.102687:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c24d400/0xddf4fb614177431e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb2d1 expref: 7 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.102698:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c24d400, rc 0) 00000100:00100000:0.0:1746137643.102729:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1685:x1830957332909824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2029us (2158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137643.102736:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30024 00000100:00100000:0.0:1746137643.104947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.105033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.108374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.110453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.113398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.115542:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.118211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.125261:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.126272:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.131655:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.131729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.138073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.143483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.147953:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.151490:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.155640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.158154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.162263:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.162332:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.166337:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.170078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.174719:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.176799:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.186175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.186588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.192710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.197083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.212388:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.216478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.218855:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+107:2008:x1830957332915328:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2100us (2366us total) trans 4294972106 rc 0/0 00000100:00100000:0.0:1746137643.218867:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2904 00002000:00100000:0.0:1746137643.218880:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092c72680 x1830957332915328/t4294972106(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 496/448 e 0 to 0 dl 1746137654 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.218890:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830957332915328 ext(0->7) 00010000:00010000:0.0:1746137643.218902:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177435d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb310 expref: 107 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.218919:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177435d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb310 expref: 107 pid: 9583 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.218926:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c72680 00000001:00080000:0.0:1746137643.221485:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972106 is committed 00000100:00100000:0.0:1746137643.229768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.235867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.238986:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.242935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.244959:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.249102:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.252999:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.255288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.259209:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.262499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.265516:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.269432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.281229:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.281719:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.282912:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327096064:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746137643.282945:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746137643.283016:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137643.283128:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327096064:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746137643.286886:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.290751:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.295978:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.296006:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332918400 00000100:00100000:0.0:1746137643.296012:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332918400 00002000:00100000:0.0:1746137643.296044:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9abb80 x1830957332918400/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 488/0 e 0 to 0 dl 1746137654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.296052:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9abb80 with x1830957332918400 ext(0->4095) 00002000:00010000:0.0:1746137643.296056:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9abb80 00000100:00100000:0.0:1746137643.296078:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14146 00000100:00100000:0.0:1746137643.296085:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957332918400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137643.296188:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957332918400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (216us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137643.296194:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14146 00002000:00100000:0.0:1746137643.296199:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9abb80 x1830957332918400/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 488/4536 e 0 to 0 dl 1746137654 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.296205:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9abb80 with x1830957332918400 ext(0->4095) 00002000:00010000:0.0:1746137643.296207:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9abb80 00000100:00100000:0.0:1746137643.299354:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.306479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.313997:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.315201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.320862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.322829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.324388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.328345:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.334196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.334903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.338425:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.340307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.344255:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.346405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.351566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.355099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.357126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.358297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.360950:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.365152:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.369075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.372929:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.375190:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.379372:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.382264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.383498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.386788:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.387050:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.389758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.391683:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.394681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.397949:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.401302:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.405083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.405229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.405266:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332924800 00000100:00100000:0.0:1746137643.405273:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332924800 00002000:00100000:0.0:1746137643.405306:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec2a00 x1830957332924800/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:79/0 lens 488/0 e 0 to 0 dl 1746137654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.405314:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec2a00 with x1830957332924800 ext(0->4095) 00002000:00010000:0.0:1746137643.405319:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec2a00 00000100:00100000:0.0:1746137643.405349:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14153 00000100:00100000:0.0:1746137643.405356:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332924800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137643.405467:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332924800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137643.405473:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14153 00002000:00100000:0.0:1746137643.405478:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec2a00 x1830957332924800/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:79/0 lens 488/4536 e 0 to 0 dl 1746137654 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.405484:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec2a00 with x1830957332924800 ext(0->4095) 00002000:00010000:0.0:1746137643.405487:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec2a00 00000100:00100000:0.0:1746137643.408987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.409015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.412062:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.412944:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332925312 00000100:00100000:0.0:1746137643.412951:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332925312 00002000:00100000:0.0:1746137643.412981:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec0a80 x1830957332925312/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 488/0 e 0 to 0 dl 1746137654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.412989:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0a80 with x1830957332925312 ext(0->4095) 00010000:00010000:0.0:1746137643.412996:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c24c200/0xddf4fb61417743e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb395 expref: 11 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.413007:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c24c200/0xddf4fb61417743e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb395 expref: 11 pid: 9583 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.413012:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec0a80 00000100:00100000:0.0:1746137643.413030:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2915 00000100:00100000:0.0:1746137643.413036:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2007:x1830957332925312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137643.413140:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2007:x1830957332925312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (1078us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137643.413146:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2915 00002000:00100000:0.0:1746137643.413151:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec0a80 x1830957332925312/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 488/4536 e 0 to 0 dl 1746137654 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.413158:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0a80 with x1830957332925312 ext(0->4095) 00010000:00010000:0.0:1746137643.413162:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c24c200/0xddf4fb61417743e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb395 expref: 11 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.413170:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c24c200/0xddf4fb61417743e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb395 expref: 11 pid: 9583 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.413175:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec0a80 00000100:00100000:0.0:1746137643.417992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.420608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.422730:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.426003:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.429043:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.433367:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.433419:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.437900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.442598:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.445313:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.448211:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.451303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.454785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.457211:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deefb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327100928:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137643.457230:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137643.457273:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957332927488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2302us (2493us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137643.457283:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14408 00000100:00100000:0.0:1746137643.459194:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332927744 00000100:00100000:0.0:1746137643.459202:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332927744 00002000:00100000:0.0:1746137643.459235:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4a5180 x1830957332927744/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:79/0 lens 488/0 e 0 to 0 dl 1746137654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.459244:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4a5180 with x1830957332927744 ext(0->4095) 00002000:00010000:0.0:1746137643.459249:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4a5180 00000100:00100000:0.0:1746137643.463032:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.464246:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.466854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.470077:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.472114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.473598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.475390:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.478798:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.481170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.483893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.487923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.491161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.492954:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2007:x1830957332930048:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1276us (1791us total) trans 4294972109 rc 0/0 00000100:00100000:0.0:1746137643.492963:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2918 00002000:00100000:0.0:1746137643.492970:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009861b480 x1830957332930048/t4294972109(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 496/448 e 0 to 0 dl 1746137654 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.492978:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861b480 with x1830957332930048 ext(0->7) 00010000:00010000:0.0:1746137643.492986:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c24ca00/0xddf4fb6141774421 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3d4 expref: 12 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.492997:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c24ca00/0xddf4fb6141774421 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3d4 expref: 12 pid: 9583 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.493002:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861b480 00000100:00100000:0.0:1746137643.495429:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.499074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.501646:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332930560 00000100:00100000:0.0:1746137643.501653:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332930560 00002000:00100000:0.0:1746137643.501685:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deec000 x1830957332930560/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:79/0 lens 488/0 e 0 to 0 dl 1746137654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.501694:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deec000 with x1830957332930560 ext(0->4095) 00010000:00010000:0.0:1746137643.501747:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c24d400/0xddf4fb6141774428 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3db expref: 6 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.501759:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c24d400/0xddf4fb6141774428 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3db expref: 6 pid: 9583 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.501765:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deec000 00000100:00100000:0.0:1746137643.504933:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.506207:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332930688 00000100:00100000:0.0:1746137643.506215:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332930688 00010000:00010000:0.0:1746137643.506251:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c24d400/0xddf4fb6141774428 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3db expref: 6 pid: 9583 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746137643.506286:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14414 00000100:00100000:0.0:1746137643.506294:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332930688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137643.506306:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137643.506323:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c24d400/0xddf4fb6141774428 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3db expref: 6 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.506334:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c24d400/0xddf4fb6141774428 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3db expref: 6 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.506353:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c24d400/0xddf4fb6141774428 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3db expref: 6 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.506388:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.506390:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.506396:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c24dc00/0xddf4fb614177442f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3e2 expref: 11 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.506407:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c24dc00/0xddf4fb614177442f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3e2 expref: 11 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.506611:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c24dc00/0xddf4fb614177442f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3e2 expref: 13 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.506619:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c24dc00/0xddf4fb614177442f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3e2 expref: 13 pid: 9583 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746137643.506627:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f106680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327102464:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137643.506648:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137643.510555:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.510593:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332931072 00000100:00100000:0.0:1746137643.510599:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332931072 00002000:00100000:0.0:1746137643.510639:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f105c00 x1830957332931072/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 488/0 e 0 to 0 dl 1746137654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.510648:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105c00 with x1830957332931072 ext(0->4095) 00010000:00010000:0.0:1746137643.510656:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c24dc00/0xddf4fb614177442f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3e2 expref: 14 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.510668:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c24dc00/0xddf4fb614177442f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3e2 expref: 14 pid: 9583 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.510674:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f105c00 00000100:00100000:0.0:1746137643.510694:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2920 00000100:00100000:0.0:1746137643.510702:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957332931072:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137643.511170:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2008:x1830957332931072:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 468us (626us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137643.511187:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2920 00002000:00100000:0.0:1746137643.511191:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f105c00 x1830957332931072/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 488/4536 e 0 to 0 dl 1746137654 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.511198:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105c00 with x1830957332931072 ext(0->4095) 00010000:00010000:0.0:1746137643.511203:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c24dc00/0xddf4fb614177442f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3e2 expref: 13 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.511213:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c24dc00/0xddf4fb614177442f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb3e2 expref: 13 pid: 9583 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.511218:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f105c00 00000100:00100000:0.0:1746137643.513289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.515780:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.517842:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.520655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.523276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.525730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.527037:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.531623:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.535413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.537733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.538229:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.541675:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.548156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.548209:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.550964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.554218:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.561235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.565594:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.568451:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.568530:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.568563:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332934656 00000100:00100000:0.0:1746137643.568566:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332934656 00000100:00100000:0.0:1746137643.568587:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30071 00000100:00100000:0.0:1746137643.568593:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:1679:x1830957332934656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137643.568601:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137643.568614:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e32c00/0xddf4fb6141774467 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdb41a expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.568635:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141774460 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb413 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.568641:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.569263:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.569268:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e32c00/0xddf4fb6141774467 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb41a expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.569292:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141774460 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb413 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.569303:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141774460 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb413 expref: 5 pid: 26520 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746137643.569313:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327104384:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137643.570036:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137643.572617:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.575541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.582229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.582320:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.588729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.591787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.594239:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.600745:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.604034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.606506:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.610701:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.611749:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.616525:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332937216 00000100:00100000:0.0:1746137643.616533:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332937216 00002000:00100000:0.0:1746137643.616577:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4a7b80 x1830957332937216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 488/0 e 0 to 0 dl 1746137654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.616586:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4a7b80 with x1830957332937216 ext(0->4095) 00010000:00010000:0.0:1746137643.616595:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141774483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb436 expref: 13 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.616609:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141774483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb436 expref: 13 pid: 9583 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.616620:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4a7b80 00000100:00100000:0.0:1746137643.616667:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2927 00000100:00100000:0.0:1746137643.616676:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2008:x1830957332937216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137643.617233:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2008:x1830957332937216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 555us (808us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137643.617241:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2927 00002000:00100000:0.0:1746137643.617248:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4a7b80 x1830957332937216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 488/4536 e 0 to 0 dl 1746137654 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.617255:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4a7b80 with x1830957332937216 ext(0->4095) 00010000:00010000:0.0:1746137643.617261:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141774483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb436 expref: 13 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.617271:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141774483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb436 expref: 13 pid: 9583 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.617277:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4a7b80 00000100:00100000:0.0:1746137643.623111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.626234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.632775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.641942:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.647775:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957332937856:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 5594us (5833us total) trans 4294972110 rc 0/0 00000100:00100000:0.0:1746137643.647786:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2928 00002000:00100000:0.0:1746137643.647797:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9a1f80 x1830957332937856/t4294972110(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 496/448 e 0 to 0 dl 1746137654 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.647895:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1f80 with x1830957332937856 ext(0->7) 00010000:00010000:0.0:1746137643.647906:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c24d400/0xddf4fb614177448a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb43d expref: 14 pid: 9583 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.647974:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c24d400/0xddf4fb614177448a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb43d expref: 14 pid: 9583 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.647981:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1f80 00000100:00100000:0.0:1746137643.649591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.654444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.657210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.659876:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.670892:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.674708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.677853:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2008:x1830957332939008:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1086us (3145us total) trans 4294972111 rc 0/0 00000100:00100000:0.0:1746137643.677862:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2930 00002000:00100000:0.0:1746137643.677870:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9a0700 x1830957332939008/t4294972111(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 496/448 e 0 to 0 dl 1746137654 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.677877:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a0700 with x1830957332939008 ext(0->7) 00010000:00010000:0.0:1746137643.677884:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c24c800/0xddf4fb6141774498 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb44b expref: 16 pid: 26520 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.677895:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c24c800/0xddf4fb6141774498 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb44b expref: 16 pid: 26520 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.677905:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a0700 00000100:00100000:0.0:1746137643.689977:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.691757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.692747:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332939520 00000100:00100000:0.0:1746137643.692755:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332939520 00002000:00100000:0.0:1746137643.692802:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2300 x1830957332939520/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:79/0 lens 488/0 e 0 to 0 dl 1746137654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.692824:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2300 with x1830957332939520 ext(0->4095) 00010000:00010000:0.0:1746137643.692832:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c24dc00/0xddf4fb614177449f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb452 expref: 6 pid: 26520 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.692844:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c24dc00/0xddf4fb614177449f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb452 expref: 6 pid: 26520 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.692850:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2300 00000100:00100000:0.0:1746137643.692868:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2931 00000100:00100000:0.0:1746137643.692875:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332939520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137643.693605:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332939520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 728us (1853us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137643.694003:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2931 00002000:00100000:0.0:1746137643.694012:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2300 x1830957332939520/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:79/0 lens 488/4536 e 0 to 0 dl 1746137654 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.694019:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2300 with x1830957332939520 ext(0->4095) 00010000:00010000:0.0:1746137643.694027:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c24dc00/0xddf4fb614177449f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb452 expref: 6 pid: 26520 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.694080:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c24dc00/0xddf4fb614177449f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb452 expref: 6 pid: 26520 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.694087:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2300 00000100:00100000:0.0:1746137643.696273:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.696297:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332939648 00000100:00100000:0.0:1746137643.696303:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332939648 00000100:00100000:0.0:1746137643.696346:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30081 00000100:00100000:0.0:1746137643.696353:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:1685:x1830957332939648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137643.696369:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137643.696398:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb61417744ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdb460 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.696419:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.696424:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c24d200/0xddf4fb61417744a6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb459 expref: 18 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.696428:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137643.696432:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb61417744ad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb460 expref: 18 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.696467:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c24d200/0xddf4fb61417744a6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb459 expref: 18 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.696479:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb61417744ad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb460 expref: 18 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.696492:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090871800, rc 0) 00000100:00100000:0.0:1746137643.696522:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1685:x1830957332939648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137643.696527:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30081 00000100:00100000:0.0:1746137643.697977:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.701528:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.706444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.709161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.710862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.714791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.717800:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.721298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.721392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.727606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.731559:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.734179:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.736207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.738787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.741114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.742221:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.744765:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.748139:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.752084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.756107:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.761668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.762418:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.762440:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332943360 00000100:00100000:0.0:1746137643.762443:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332943360 00000100:00100000:0.0:1746137643.762460:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30088 00000100:00100000:0.0:1746137643.762464:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1679:x1830957332943360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137643.762475:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137643.762675:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417744de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdb491 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.762692:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417744d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb48a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.762698:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.762699:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.762701:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417744de lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb491 expref: 17 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.762717:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417744d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb48a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.762727:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417744d7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb48a expref: 5 pid: 26520 timeout: 805 lvb_type: 0 00000100:00100000:0.0:1746137643.762735:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327108736:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137643.762770:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137643.765905:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4704e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327108736:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137643.765931:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417744de lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb491 expref: 17 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.765950:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090871000, rc 0) 00000100:00100000:0.0:1746137643.765995:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:1679:x1830957332943360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3528us (3576us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137643.766003:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30088 00000100:00100000:0.0:1746137643.769963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.772752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.778011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.782229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.783890:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957332944256:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1240us (1655us total) trans 4294972112 rc 0/0 00000100:00100000:0.0:1746137643.783899:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2937 00002000:00100000:0.0:1746137643.783909:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a4704000 x1830957332944256/t4294972112(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 496/448 e 0 to 0 dl 1746137654 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.783917:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704000 with x1830957332944256 ext(0->7) 00010000:00010000:0.0:1746137643.783924:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417744de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb491 expref: 18 pid: 26520 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.783936:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417744de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb491 expref: 18 pid: 26520 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.783942:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4704000 00000100:00100000:0.0:1746137643.786559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.790243:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.792385:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327109248:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137643.792411:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417744ec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb49f expref: 18 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.792425:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013520b000, rc 0) 00000100:00100000:0.0:1746137643.792895:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957332944512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3632us (3833us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137643.792902:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30090 00000100:00100000:0.0:1746137643.795002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.795184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.798607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.798677:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332945280 00000100:00100000:0.0:1746137643.798682:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332945280 00002000:00100000:0.0:1746137643.798717:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c4380 x1830957332945280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 488/0 e 0 to 0 dl 1746137654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.798726:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c4380 with x1830957332945280 ext(0->4095) 00010000:00010000:0.0:1746137643.798733:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417744ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb49f expref: 19 pid: 26520 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.798743:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417744ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb49f expref: 19 pid: 26520 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.798749:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c4380 00000100:00100000:0.0:1746137643.798765:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2939 00000100:00100000:0.0:1746137643.798770:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957332945280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137643.798916:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957332945280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137643.798926:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2939 00002000:00100000:0.0:1746137643.798931:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c4380 x1830957332945280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 488/4536 e 0 to 0 dl 1746137654 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.798938:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c4380 with x1830957332945280 ext(0->4095) 00010000:00010000:0.0:1746137643.798942:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417744ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb49f expref: 19 pid: 26520 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.798950:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417744ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb49f expref: 19 pid: 26520 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.798956:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c4380 00000100:00100000:0.0:1746137643.801913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.807778:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.811491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.815887:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.819427:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.822461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.825007:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.825059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.830300:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.835866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.840161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.842564:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.845740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.847280:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.848791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.848889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.850743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.854234:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.856568:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.861129:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.864903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.868557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.873275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.876250:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.880969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.886287:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.890994:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.897487:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.898431:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090950700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957332950016:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 755us (943us total) trans 4294972113 rc 0/0 00000100:00100000:0.0:1746137643.898437:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2944 00002000:00100000:0.0:1746137643.898442:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090950700 x1830957332950016/t4294972113(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 496/448 e 0 to 0 dl 1746137654 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.898449:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090950700 with x1830957332950016 ext(0->7) 00010000:00010000:0.0:1746137643.898454:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb614177452b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb4de expref: 20 pid: 9582 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746137643.898462:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb614177452b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb4de expref: 20 pid: 9582 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746137643.898467:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090950700 00000100:00100000:0.0:1746137643.902838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.916341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.925266:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.927355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.929049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.933685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.942595:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.947474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.954341:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.955621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.955671:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332951808 00000100:00100000:0.0:1746137643.955676:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332951808 00000100:00100000:0.0:1746137643.955707:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30104 00000100:00100000:0.0:1746137643.955715:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1679:x1830957332951808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137643.955729:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137643.955740:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090870000/0xddf4fb614177454e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdb501 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.955757:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141774547 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb4fa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.955763:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.955764:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137643.955766:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090870000/0xddf4fb614177454e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb501 expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.955787:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141774547 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb4fa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137643.955798:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141774547 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb4fa expref: 5 pid: 9582 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746137643.955840:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327112832:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137643.960007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.967389:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.973856:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332952448 00000100:00100000:0.0:1746137643.973864:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332952448 00002000:00100000:0.0:1746137643.973903:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4a5500 x1830957332952448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 488/0 e 0 to 0 dl 1746137654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.973912:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4a5500 with x1830957332952448 ext(0->4095) 00002000:00010000:0.0:1746137643.973916:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4a5500 00000100:00100000:0.0:1746137643.974153:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14179 00000100:00100000:0.0:1746137643.974162:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2009:x1830957332952448:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137643.975146:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2009:x1830957332952448:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 979us (1564us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137643.975154:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14179 00002000:00100000:0.0:1746137643.975164:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4a5500 x1830957332952448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:79/0 lens 488/4536 e 0 to 0 dl 1746137654 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137643.975172:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4a5500 with x1830957332952448 ext(0->4095) 00002000:00010000:0.0:1746137643.975175:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4a5500 00000100:00100000:0.0:1746137643.977455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.985177:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137643.994745:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.002482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.006148:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332953216 00000100:00100000:0.0:1746137644.006160:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332953216 00002000:00100000:0.0:1746137644.006216:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4a5880 x1830957332953216/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/0 e 0 to 0 dl 1746137655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.006226:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4a5880 with x1830957332953216 ext(0->4095) 00010000:00010000:0.0:1746137644.006237:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520ae00/0xddf4fb6141774555 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb508 expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.006252:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520ae00/0xddf4fb6141774555 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb508 expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.006259:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4a5880 00000100:00100000:0.0:1746137644.011483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.011912:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.022196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.026168:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.029968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.033915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.036264:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.038653:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.038698:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332954752 00000100:00100000:0.0:1746137644.038705:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332954752 00002000:00100000:0.0:1746137644.038748:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ed180 x1830957332954752/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/0 e 0 to 0 dl 1746137655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.038757:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ed180 with x1830957332954752 ext(0->4095) 00010000:00010000:0.0:1746137644.038765:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb614177456a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb51d expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.038781:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb614177456a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb51d expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.038787:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ed180 00000100:00100000:0.0:1746137644.038839:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2950 00000100:00100000:0.0:1746137644.038848:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332954752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137644.038980:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332954752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137644.038988:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2950 00002000:00100000:0.0:1746137644.038994:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ed180 x1830957332954752/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/4536 e 0 to 0 dl 1746137655 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.039000:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ed180 with x1830957332954752 ext(0->4095) 00010000:00010000:0.0:1746137644.039005:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb614177456a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb51d expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.039015:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb614177456a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb51d expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.039020:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ed180 00000100:00100000:0.0:1746137644.043784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.049798:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.053037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.055244:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.059335:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.062543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.062674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.067009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.069693:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.071907:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.075597:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.080082:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.084734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.085860:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.095095:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.095191:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.098726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.100588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.101062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.101075:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332958336 00000100:00100000:0.0:1746137644.101078:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332958336 00010000:00010000:0.0:1746137644.101098:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb614177459b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb54e expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746137644.101124:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14467 00000100:00100000:0.0:1746137644.101129:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332958336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137644.101136:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137644.101150:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb614177459b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb54e expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.101159:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb614177459b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb54e expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.101176:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb614177459b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb54e expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.101189:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137644.101190:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137644.101195:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417745a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb555 expref: 22 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.101200:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417745a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb555 expref: 22 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.101217:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417745a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb555 expref: 22 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.101226:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417745a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb555 expref: 22 pid: 9583 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746137644.101236:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009200d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327116160:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137644.101283:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137644.104416:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.107842:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327116288:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137644.107862:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137644.108795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.111002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.115408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.116675:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332959104 00000100:00100000:0.0:1746137644.116679:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332959104 00000100:00100000:0.0:1746137644.116712:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30119 00000100:00100000:0.0:1746137644.116718:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:1679:x1830957332959104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137644.116728:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137644.116737:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb61417745b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdb56a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.116751:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013520aa00/0xddf4fb61417745b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb563 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.116756:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137644.116762:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137644.116765:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb61417745b7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb56a expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.116784:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013520aa00/0xddf4fb61417745b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb563 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.116794:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013520aa00/0xddf4fb61417745b0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb563 expref: 5 pid: 9582 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746137644.116801:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009200ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327116672:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137644.116839:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137644.124728:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332959360 00000100:00100000:0.0:1746137644.124736:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332959360 00002000:00100000:0.0:1746137644.124768:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc9880 x1830957332959360/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/0 e 0 to 0 dl 1746137655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.124777:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc9880 with x1830957332959360 ext(0->4095) 00010000:00010000:0.0:1746137644.124784:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520aa00/0xddf4fb61417745b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb563 expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.124795:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520aa00/0xddf4fb61417745b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb563 expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.124800:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfc9880 00000100:00100000:0.0:1746137644.124847:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2956 00000100:00100000:0.0:1746137644.124855:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332959360:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137644.124999:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332959360:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (1008us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137644.125005:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2956 00002000:00100000:0.0:1746137644.125010:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc9880 x1830957332959360/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/4536 e 0 to 0 dl 1746137655 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.125017:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc9880 with x1830957332959360 ext(0->4095) 00010000:00010000:0.0:1746137644.125022:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520aa00/0xddf4fb61417745b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb563 expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.125030:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520aa00/0xddf4fb61417745b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb563 expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.125035:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfc9880 00000100:00100000:0.0:1746137644.131451:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.136643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.142183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.152706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.153992:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2007:x1830957332960000:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1076us (1287us total) trans 4294972115 rc 0/0 00000100:00100000:0.0:1746137644.154001:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2957 00002000:00100000:0.0:1746137644.154008:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d4f8380 x1830957332960000/t4294972115(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:80/0 lens 496/448 e 0 to 0 dl 1746137655 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.154016:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f8380 with x1830957332960000 ext(0->7) 00010000:00010000:0.0:1746137644.154024:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb61417745b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb56a expref: 24 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.154035:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb61417745b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb56a expref: 24 pid: 9582 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.154041:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4f8380 00000100:00100000:0.0:1746137644.158457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.166149:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.171925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.176242:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.178142:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327117184:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137644.178163:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb61417745c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb578 expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.178175:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013520be00, rc 0) 00000100:00100000:0.0:1746137644.178205:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:1685:x1830957332960512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5581us (6285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137644.178211:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30121 00000100:00100000:0.0:1746137644.178794:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332960768 00000100:00100000:0.0:1746137644.178802:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332960768 00010000:00010000:0.0:1746137644.178845:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417745be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb571 expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746137644.178876:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14472 00000100:00100000:0.0:1746137644.178882:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332960768:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137644.178893:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137644.178908:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417745be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb571 expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.178917:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417745be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb571 expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.179243:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013520b000/0xddf4fb61417745be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb571 expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.179269:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137644.179271:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137644.179277:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb61417745c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb578 expref: 24 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.179285:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb61417745c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb578 expref: 24 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.179314:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb61417745c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb578 expref: 24 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.179325:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb61417745c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb578 expref: 24 pid: 9582 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746137644.179338:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327117440:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137644.179733:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137644.182494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.191628:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.191852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.198197:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.201796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.201905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.204363:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.216086:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.219583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.221987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.225147:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.226214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.227724:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.229046:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.232185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.234716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.264218:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.275580:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.280634:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.283423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.284429:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.286799:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.288393:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.291337:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.294018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.297902:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.301447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.305079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.307452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.307625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.307655:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332966272 00000100:00100000:0.0:1746137644.307661:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332966272 00002000:00100000:0.0:1746137644.307696:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5180 x1830957332966272/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/0 e 0 to 0 dl 1746137655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.307705:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5180 with x1830957332966272 ext(0->4095) 00002000:00010000:0.0:1746137644.307709:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d5180 00000100:00100000:0.0:1746137644.307738:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14189 00000100:00100000:0.0:1746137644.307745:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332966272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137644.307882:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332966272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137644.307887:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14189 00002000:00100000:0.0:1746137644.307892:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5180 x1830957332966272/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/4536 e 0 to 0 dl 1746137655 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.307899:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5180 with x1830957332966272 ext(0->4095) 00002000:00010000:0.0:1746137644.307902:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d5180 00000100:00100000:0.0:1746137644.310627:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.311659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.314230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.316085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.318089:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.320006:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.322285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.329285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.330076:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.333706:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.342141:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.346677:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.350013:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.353155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.356271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.356318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.359909:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.364462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.367983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.371152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.373626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.378528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.380685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.382766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.385883:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.387948:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.387989:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.390412:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.392004:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.392074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.394683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.397769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.399535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.403109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.405742:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.407387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.409112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.412113:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.413145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.416066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.418485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.420775:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.422578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.425444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.427488:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.430081:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.432335:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.434389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.435982:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.437593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.441011:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.441060:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332975744 00000100:00100000:0.0:1746137644.441066:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332975744 00002000:00100000:0.0:1746137644.441109:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dca80 x1830957332975744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:80/0 lens 488/0 e 0 to 0 dl 1746137655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.441118:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dca80 with x1830957332975744 ext(0->4095) 00010000:00010000:0.0:1746137644.441126:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141774690 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb643 expref: 27 pid: 9583 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.441156:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141774690 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb643 expref: 27 pid: 9583 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.441162:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dca80 00000100:00100000:0.0:1746137644.441192:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2972 00000100:00100000:0.0:1746137644.441199:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2008:x1830957332975744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137644.441322:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2008:x1830957332975744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137644.441328:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2972 00002000:00100000:0.0:1746137644.441334:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dca80 x1830957332975744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:80/0 lens 488/4536 e 0 to 0 dl 1746137655 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.441341:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dca80 with x1830957332975744 ext(0->4095) 00010000:00010000:0.0:1746137644.441345:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141774690 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb643 expref: 27 pid: 9583 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.441354:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141774690 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb643 expref: 27 pid: 9583 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.441360:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dca80 00000100:00100000:0.0:1746137644.446658:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.447780:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.451264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.453631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.453980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.463089:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.468851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.473450:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.476450:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.477273:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.477304:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332977536 00000100:00100000:0.0:1746137644.477309:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332977536 00010000:00010000:0.0:1746137644.477334:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013520a600/0xddf4fb61417746a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb658 expref: 26 pid: 9582 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746137644.477355:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14505 00000100:00100000:0.0:1746137644.477361:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957332977536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137644.477384:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137644.477401:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013520a600/0xddf4fb61417746a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb658 expref: 26 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.477411:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013520a600/0xddf4fb61417746a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb658 expref: 26 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.477428:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013520a600/0xddf4fb61417746a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb658 expref: 26 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.477446:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137644.477448:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137644.477454:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb61417746ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb65f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.477460:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb61417746ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb65f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.477484:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb61417746ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb65f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137644.477494:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081285500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327125760:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137644.477542:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137644.480144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.480355:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332977792 00000100:00100000:0.0:1746137644.480360:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332977792 00002000:00100000:0.0:1746137644.480400:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287b80 x1830957332977792/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/0 e 0 to 0 dl 1746137655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.480409:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287b80 with x1830957332977792 ext(0->4095) 00010000:00010000:0.0:1746137644.480416:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb61417746ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb65f expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.480426:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb61417746ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb65f expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.480431:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081287b80 00000100:00100000:0.0:1746137644.480444:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2975 00000100:00100000:0.0:1746137644.480450:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332977792:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137644.480538:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957332977792:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (394us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137644.480543:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2975 00002000:00100000:0.0:1746137644.480548:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287b80 x1830957332977792/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/4536 e 0 to 0 dl 1746137655 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.480555:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287b80 with x1830957332977792 ext(0->4095) 00010000:00010000:0.0:1746137644.480560:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb61417746ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb65f expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.480568:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520a000/0xddf4fb61417746ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb65f expref: 6 pid: 9582 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.480573:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081287b80 00000100:00100000:0.0:1746137644.482700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.485839:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.487410:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.490080:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.493476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.497344:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.497417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.501639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.511228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.511320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.522207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.522254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.525791:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.528399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.531130:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327127424 00000100:00100000:0.0:1746137644.531135:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327127424 00000100:00100000:0.0:1746137644.531162:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1746137644.531167:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327127424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746137644.531212:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746137644.531252:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327127424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137644.531257:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1746137644.531351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.533724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.537793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.540091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.541924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.543979:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.546599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.555203:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.560700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.566328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.572312:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.574286:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2008:x1830957332982528:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1382us (1970us total) trans 4294972117 rc 0/0 00000100:00100000:0.0:1746137644.574295:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2980 00002000:00100000:0.0:1746137644.574302:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091c24380 x1830957332982528/t4294972117(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:80/0 lens 496/448 e 0 to 0 dl 1746137655 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.574310:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c24380 with x1830957332982528 ext(0->7) 00010000:00010000:0.0:1746137644.574318:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb61417746eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb69e expref: 28 pid: 9583 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.574329:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb61417746eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb69e expref: 28 pid: 9583 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.574339:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c24380 00000100:00100000:0.0:1746137644.579029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.582262:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.582792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.586324:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.586787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.589495:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.593731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.606508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.609545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.614318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.616675:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.621860:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.626981:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332985088 00000100:00100000:0.0:1746137644.626988:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332985088 00002000:00100000:0.0:1746137644.627022:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a9500 x1830957332985088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:80/0 lens 488/0 e 0 to 0 dl 1746137655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.627032:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9500 with x1830957332985088 ext(0->4095) 00010000:00010000:0.0:1746137644.627039:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b33b400/0xddf4fb614177470e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb6c1 expref: 29 pid: 9584 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.627052:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b33b400/0xddf4fb614177470e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb6c1 expref: 29 pid: 9584 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.627058:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a9500 00000100:00100000:0.0:1746137644.627072:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2983 00000100:00100000:0.0:1746137644.627079:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2007:x1830957332985088:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137644.627193:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2007:x1830957332985088:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (533us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137644.627199:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2983 00002000:00100000:0.0:1746137644.627204:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a9500 x1830957332985088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:80/0 lens 488/4536 e 0 to 0 dl 1746137655 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.627211:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9500 with x1830957332985088 ext(0->4095) 00010000:00010000:0.0:1746137644.627215:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b33b400/0xddf4fb614177470e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb6c1 expref: 29 pid: 9584 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.627222:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b33b400/0xddf4fb614177470e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb6c1 expref: 29 pid: 9584 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.627227:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a9500 00000100:00100000:0.0:1746137644.629794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.633045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.640376:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.643748:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.645685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.645846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.649760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.649949:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.649983:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332986368 00000100:00100000:0.0:1746137644.649990:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332986368 00010000:00010000:0.0:1746137644.650020:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b33b000/0xddf4fb614177471c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb6cf expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746137644.650061:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14522 00000100:00100000:0.0:1746137644.650067:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332986368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137644.650078:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137644.650096:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b33b000/0xddf4fb614177471c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb6cf expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.650106:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b33b000/0xddf4fb614177471c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb6cf expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.650124:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b33b000/0xddf4fb614177471c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb6cf expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.650148:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137644.650150:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137644.650155:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141774723 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb6d6 expref: 29 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.650162:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141774723 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb6d6 expref: 29 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.650188:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141774723 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb6d6 expref: 29 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137644.650197:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205dea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327130240:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137644.650252:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137644.653752:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205dea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327130240:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137644.653768:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137644.653801:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957332986368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3733us (3851us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137644.653827:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14522 00000100:00100000:0.0:1746137644.656318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.659345:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.661507:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.665487:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.668154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.669074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.670514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.677924:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.678486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.682649:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.686511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.686556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.690102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.693800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.698174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.701881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.705986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.708484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.709538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.712758:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.714779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.717129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.719565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.723995:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.728360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.731503:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.734438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.737065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.741521:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.749994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.754741:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.757040:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.759469:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.762106:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.766411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.769171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.770877:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.773346:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.777579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.783437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.790325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.793028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.796536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.800523:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.800586:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.804240:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.804468:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.804530:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332995072 00000100:00100000:0.0:1746137644.804534:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332995072 00010000:00010000:0.0:1746137644.804559:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b33b000/0xddf4fb6141774793 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb746 expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746137644.809251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.813664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.818846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.820898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.825574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.830217:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332996224 00000100:00100000:0.0:1746137644.830223:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332996224 00002000:00100000:0.0:1746137644.830262:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef100 x1830957332996224/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/0 e 0 to 0 dl 1746137655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.830271:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef100 with x1830957332996224 ext(0->4095) 00002000:00010000:0.0:1746137644.830276:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deef100 00000100:00100000:0.0:1746137644.830314:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14219 00000100:00100000:0.0:1746137644.830322:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332996224:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137644.831658:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957332996224:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 1335us (1972us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137644.831667:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14219 00002000:00100000:0.0:1746137644.831675:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef100 x1830957332996224/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/4536 e 0 to 0 dl 1746137655 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.831683:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef100 with x1830957332996224 ext(0->4095) 00010000:00010000:0.0:1746137644.831689:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417747a8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb75b expref: 6 pid: 9583 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.831699:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417747a8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb75b expref: 6 pid: 9583 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.831706:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deef100 00000100:00100000:0.0:1746137644.836075:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.838262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.841646:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.845115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.848287:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.851344:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.855376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.859850:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.859884:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332997760 00000100:00100000:0.0:1746137644.859891:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332997760 00002000:00100000:0.0:1746137644.859926:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f100 x1830957332997760/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/0 e 0 to 0 dl 1746137655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.859934:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f100 with x1830957332997760 ext(0->4095) 00002000:00010000:0.0:1746137644.859938:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2f100 00000100:00100000:0.0:1746137644.859966:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14221 00000100:00100000:0.0:1746137644.859973:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332997760:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137644.860074:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332997760:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137644.860080:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14221 00002000:00100000:0.0:1746137644.860085:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f100 x1830957332997760/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/4536 e 0 to 0 dl 1746137655 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.860092:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f100 with x1830957332997760 ext(0->4095) 00002000:00010000:0.0:1746137644.860095:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2f100 00000100:00100000:0.0:1746137644.862169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.865916:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.870931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.876581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.880471:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.883599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.886970:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.891405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.895295:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332999424 00000100:00100000:0.0:1746137644.895301:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332999424 00002000:00100000:0.0:1746137644.895576:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9ab800 x1830957332999424/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/0 e 0 to 0 dl 1746137655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.895584:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ab800 with x1830957332999424 ext(0->4095) 00010000:00010000:0.0:1746137644.895589:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417747d2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb785 expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.895598:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417747d2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb785 expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.895603:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9ab800 00000100:00100000:0.0:1746137644.895618:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2996 00000100:00100000:0.0:1746137644.895623:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332999424:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137644.895944:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332999424:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 319us (704us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137644.895950:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2996 00002000:00100000:0.0:1746137644.895956:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9ab800 x1830957332999424/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/4536 e 0 to 0 dl 1746137655 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.895962:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ab800 with x1830957332999424 ext(0->4095) 00010000:00010000:0.0:1746137644.895966:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417747d2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb785 expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.895974:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417747d2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb785 expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.895979:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9ab800 00000100:00100000:0.0:1746137644.898895:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.900675:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.900754:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957332999680 00000100:00100000:0.0:1746137644.900758:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957332999680 00010000:00010000:0.0:1746137644.900777:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417747d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb785 expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746137644.900800:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14548 00000100:00100000:0.0:1746137644.900820:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957332999680:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137644.900827:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137644.900840:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417747d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb785 expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.900849:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417747d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb785 expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.900864:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417747d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb785 expref: 6 pid: 9584 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.900876:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137644.900877:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137644.900882:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb61417747d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb78c expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.900889:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb61417747d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb78c expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.900905:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb61417747d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb78c expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.900913:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb61417747d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb78c expref: 28 pid: 9584 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746137644.900922:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327137024:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137644.900958:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137644.904722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.908904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.917483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.939910:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333000576:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2040us (2485us total) trans 4294972118 rc 0/0 00000100:00100000:0.0:1746137644.939922:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2998 00002000:00100000:0.0:1746137644.939933:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9aa300 x1830957333000576/t4294972118(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:80/0 lens 496/448 e 0 to 0 dl 1746137655 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.939941:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa300 with x1830957333000576 ext(0->7) 00010000:00010000:0.0:1746137644.939951:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417747e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb793 expref: 30 pid: 9584 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746137644.939966:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417747e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb793 expref: 30 pid: 9584 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746137644.939973:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9aa300 00000100:00100000:0.0:1746137644.944521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.948743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.951673:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.956699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.956778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.960634:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.963386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.965780:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.967861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.973679:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.978265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.978969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.978997:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333002624 00000100:00100000:0.0:1746137644.979000:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333002624 00002000:00100000:0.0:1746137644.979022:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd54a80 x1830957333002624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/0 e 0 to 0 dl 1746137655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.979031:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd54a80 with x1830957333002624 ext(0->4095) 00010000:00010000:0.0:1746137644.979037:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417747fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb7af expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137644.979045:0:24947:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417747fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb7af expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137644.979052:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd54a80 00000100:00100000:0.0:1746137644.979065:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3001 00000100:00100000:0.0:1746137644.979070:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333002624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137644.979225:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333002624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137644.979231:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3001 00002000:00100000:0.0:1746137644.979236:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd54a80 x1830957333002624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:80/0 lens 488/4536 e 0 to 0 dl 1746137655 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137644.979244:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd54a80 with x1830957333002624 ext(0->4095) 00010000:00010000:0.0:1746137644.979248:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417747fc lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb7af expref: 6 pid: 26520 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137644.979257:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417747fc lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb7af expref: 6 pid: 26520 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746137644.979263:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd54a80 00000100:00100000:0.0:1746137644.982071:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.982099:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333002752 00000100:00100000:0.0:1746137644.982105:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333002752 00000100:00100000:0.0:1746137644.988164:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.989935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.991689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.993421:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137644.996182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.000067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.003423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.003504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.008431:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.011484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.014522:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.014618:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.018202:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333005184 00000100:00100000:0.0:1746137645.018208:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333005184 00002000:00100000:0.0:1746137645.018245:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deeca80 x1830957333005184/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 488/0 e 0 to 0 dl 1746137656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.018254:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeca80 with x1830957333005184 ext(0->4095) 00010000:00010000:0.0:1746137645.018262:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520ae00/0xddf4fb614177481f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb7d2 expref: 30 pid: 9583 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.018273:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520ae00/0xddf4fb614177481f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb7d2 expref: 30 pid: 9583 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746137645.018279:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deeca80 00000100:00100000:0.0:1746137645.018363:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3004 00000100:00100000:0.0:1746137645.018382:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2007:x1830957333005184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137645.018519:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2007:x1830957333005184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (401us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137645.018525:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3004 00002000:00100000:0.0:1746137645.018530:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deeca80 x1830957333005184/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 488/4536 e 0 to 0 dl 1746137656 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.018542:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeca80 with x1830957333005184 ext(0->4095) 00010000:00010000:0.0:1746137645.018547:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013520ae00/0xddf4fb614177481f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb7d2 expref: 30 pid: 9583 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.018560:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013520ae00/0xddf4fb614177481f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb7d2 expref: 30 pid: 9583 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746137645.018565:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deeca80 00000100:00100000:0.0:1746137645.021397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.021489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.024544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.028513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.028637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.032736:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.035612:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.038351:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.040508:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.044158:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.046414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.056965:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.060801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.061103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.073028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.076727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.080330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.083523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.083673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.089441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.089537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.093042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.097470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.100972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.103453:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.108889:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.112919:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.113417:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.116500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.116596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.119232:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.121708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.124658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.129844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.131876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.133795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.135492:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.137797:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.140602:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333012224 00000100:00100000:0.0:1746137645.140607:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333012224 00002000:00100000:0.0:1746137645.140639:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f122a00 x1830957333012224/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 488/0 e 0 to 0 dl 1746137656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.140647:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122a00 with x1830957333012224 ext(0->4095) 00010000:00010000:0.0:1746137645.140655:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141774881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb834 expref: 33 pid: 26520 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.140670:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141774881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb834 expref: 33 pid: 26520 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746137645.140676:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f122a00 00000100:00100000:0.0:1746137645.141575:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3010 00000100:00100000:0.0:1746137645.141587:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333012224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137645.141733:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333012224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (1242us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137645.141739:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3010 00002000:00100000:0.0:1746137645.141748:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f122a00 x1830957333012224/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 488/4536 e 0 to 0 dl 1746137656 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.141756:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122a00 with x1830957333012224 ext(0->4095) 00010000:00010000:0.0:1746137645.141762:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141774881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb834 expref: 33 pid: 26520 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.141772:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141774881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb834 expref: 33 pid: 26520 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746137645.141777:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f122a00 00000100:00100000:0.0:1746137645.144449:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.147932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.152312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.157255:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.158030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.159166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.161863:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.162703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.165264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.166727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.169218:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.170944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.172575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.175534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.177767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.179568:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327144448:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137645.179588:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417748ab lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb85e expref: 32 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.179599:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7400, rc 0) 00000100:00100000:0.0:1746137645.179640:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:1685:x1830957333014784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1742us (1878us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137645.179648:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30227 00000100:00100000:0.0:1746137645.180241:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.181106:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333015040 00000100:00100000:0.0:1746137645.181109:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333015040 00000100:00100000:0.0:1746137645.181136:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30228 00000100:00100000:0.0:1746137645.181140:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:1679:x1830957333015040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137645.181149:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137645.181156:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090871400/0xddf4fb61417748b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdb865 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.181173:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417748ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb85e expref: 33 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.181178:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137645.181179:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137645.181182:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871400/0xddf4fb61417748b2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb865 expref: 33 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.181195:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417748ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb85e expref: 33 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.181202:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417748ab lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb85e expref: 33 pid: 26520 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746137645.181209:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327144704:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137645.181229:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137645.183156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.186889:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.187015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.191198:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327144960:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137645.191216:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb61417748b9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb86c expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.191229:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6600, rc 0) 00000100:00100000:0.0:1746137645.191250:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333015424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3977us (4369us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137645.191301:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30229 00000100:00100000:0.0:1746137645.191795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.195961:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.196044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.199358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.202049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.206401:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.208972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.213245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.215831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.215921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.215949:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333017344 00000100:00100000:0.0:1746137645.215955:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333017344 00002000:00100000:0.0:1746137645.215989:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd0380 x1830957333017344/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:81/0 lens 488/0 e 0 to 0 dl 1746137656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.215998:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0380 with x1830957333017344 ext(0->4095) 00002000:00010000:0.0:1746137645.216002:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd0380 00000100:00100000:0.0:1746137645.216032:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14239 00000100:00100000:0.0:1746137645.216038:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333017344:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137645.216147:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333017344:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137645.216153:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14239 00002000:00100000:0.0:1746137645.216159:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd0380 x1830957333017344/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:81/0 lens 488/4536 e 0 to 0 dl 1746137656 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.216171:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0380 with x1830957333017344 ext(0->4095) 00002000:00010000:0.0:1746137645.216174:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd0380 00000100:00100000:0.0:1746137645.217308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.218473:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327145728:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137645.218487:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb61417748ce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb881 expref: 33 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.218496:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6800, rc 0) 00000100:00100000:0.0:1746137645.218961:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1679:x1830957333017088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2783us (3133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137645.218967:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30232 00000100:00100000:0.0:1746137645.222781:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.225776:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.228861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.228890:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333018240 00000100:00100000:0.0:1746137645.228897:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333018240 00002000:00100000:0.0:1746137645.228926:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3100 x1830957333018240/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 488/0 e 0 to 0 dl 1746137656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.228935:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3100 with x1830957333018240 ext(0->4095) 00002000:00010000:0.0:1746137645.228940:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd3100 00000100:00100000:0.0:1746137645.228955:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14240 00000100:00100000:0.0:1746137645.228960:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333018240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137645.229056:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333018240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137645.229065:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14240 00002000:00100000:0.0:1746137645.229069:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3100 x1830957333018240/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 488/4536 e 0 to 0 dl 1746137656 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.229076:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3100 with x1830957333018240 ext(0->4095) 00002000:00010000:0.0:1746137645.229078:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd3100 00000100:00100000:0.0:1746137645.234379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.237560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.239526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.240150:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.241700:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.254201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.254957:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333019520:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 594us (754us total) trans 4294972120 rc 0/0 00000100:00100000:0.0:1746137645.254964:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3018 00002000:00100000:0.0:1746137645.254970:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009666b480 x1830957333019520/t4294972120(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 496/448 e 0 to 0 dl 1746137656 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.254978:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b480 with x1830957333019520 ext(0->7) 00010000:00010000:0.0:1746137645.254983:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb61417748e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb896 expref: 34 pid: 9583 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.254993:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb61417748e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb896 expref: 34 pid: 9583 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746137645.254999:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009666b480 00000100:00100000:0.0:1746137645.266283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.266383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.270322:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.274469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.279884:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.282616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.288230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.288727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.292168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.295725:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.299988:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.309274:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.316484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.319299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.324785:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.328728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.332936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.338153:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333022592 00000100:00100000:0.0:1746137645.338159:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333022592 00002000:00100000:0.0:1746137645.338194:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205df480 x1830957333022592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 488/0 e 0 to 0 dl 1746137656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.338202:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205df480 with x1830957333022592 ext(0->4095) 00002000:00010000:0.0:1746137645.338206:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801205df480 00000100:00100000:0.0:1746137645.338772:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14244 00000100:00100000:0.0:1746137645.338781:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2008:x1830957333022592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137645.338933:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2008:x1830957333022592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (1024us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137645.338942:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14244 00002000:00100000:0.0:1746137645.338947:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205df480 x1830957333022592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 488/4536 e 0 to 0 dl 1746137656 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.338953:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205df480 with x1830957333022592 ext(0->4095) 00002000:00010000:0.0:1746137645.338956:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801205df480 00000100:00100000:0.0:1746137645.341515:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.345258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.349407:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327148416:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137645.349425:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137645.349458:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2008:x1830957333022848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3920us (4201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137645.349466:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14593 00000100:00100000:0.0:1746137645.351859:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.352405:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.355297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.357264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.359401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.360923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.363305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.370761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.373341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.374867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.379800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.382384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.384932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.391852:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.393404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.395184:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.395356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.397575:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.400273:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.404373:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.408649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.410085:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.412485:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.415757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.418171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.419483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.422055:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.427520:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.430418:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.430605:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.433521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.436689:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.437176:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.437215:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333029120 00000100:00100000:0.0:1746137645.437219:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333029120 00010000:00010000:0.0:1746137645.437238:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb6141774961 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb914 expref: 37 pid: 9584 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746137645.437257:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14605 00000100:00100000:0.0:1746137645.437263:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:2007:x1830957333029120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137645.437273:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137645.437288:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb6141774961 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb914 expref: 37 pid: 9584 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.437298:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb6141774961 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb914 expref: 37 pid: 9584 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.437315:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013520be00/0xddf4fb6141774961 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb914 expref: 37 pid: 9584 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.437336:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137645.437337:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137645.437345:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141774968 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb91b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.437351:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141774968 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb91b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.437389:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141774968 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb91b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137645.437399:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327151488:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137645.438450:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137645.440892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.440925:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333029376 00000100:00100000:0.0:1746137645.440932:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333029376 00002000:00100000:0.0:1746137645.440968:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4380 x1830957333029376/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:81/0 lens 488/0 e 0 to 0 dl 1746137656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.440977:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4380 with x1830957333029376 ext(0->4095) 00010000:00010000:0.0:1746137645.440986:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141774968 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb91b expref: 6 pid: 9583 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.440998:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141774968 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb91b expref: 6 pid: 9583 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746137645.441004:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d4380 00000100:00100000:0.0:1746137645.441029:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3029 00000100:00100000:0.0:1746137645.441036:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333029376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137645.441601:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333029376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 565us (716us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137645.441607:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3029 00002000:00100000:0.0:1746137645.441611:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4380 x1830957333029376/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:81/0 lens 488/4536 e 0 to 0 dl 1746137656 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.441617:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4380 with x1830957333029376 ext(0->4095) 00010000:00010000:0.0:1746137645.441622:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141774968 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb91b expref: 6 pid: 9583 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.441630:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141774968 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb91b expref: 6 pid: 9583 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746137645.441636:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d4380 00000100:00100000:0.0:1746137645.443895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.447455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.449416:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.453499:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.457404:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.457437:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333030272 00000100:00100000:0.0:1746137645.457443:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333030272 00002000:00100000:0.0:1746137645.457482:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5500 x1830957333030272/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:81/0 lens 488/0 e 0 to 0 dl 1746137656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.457490:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5500 with x1830957333030272 ext(0->4095) 00002000:00010000:0.0:1746137645.457494:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d5500 00000100:00100000:0.0:1746137645.457524:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14252 00000100:00100000:0.0:1746137645.457531:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333030272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137645.457683:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333030272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137645.457689:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14252 00002000:00100000:0.0:1746137645.457694:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5500 x1830957333030272/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:81/0 lens 488/4536 e 0 to 0 dl 1746137656 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.457700:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5500 with x1830957333030272 ext(0->4095) 00002000:00010000:0.0:1746137645.457702:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d5500 00000100:00100000:0.0:1746137645.457772:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.458776:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327152000:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137645.458792:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137645.462311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.462432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.462488:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333030656 00000100:00100000:0.0:1746137645.462492:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333030656 00010000:00010000:0.0:1746137645.462508:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013520a200/0xddf4fb6141774976 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb929 expref: 6 pid: 26520 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746137645.462536:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14608 00000100:00100000:0.0:1746137645.462542:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333030656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137645.462550:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137645.462567:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013520a200/0xddf4fb6141774976 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb929 expref: 6 pid: 26520 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.462577:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013520a200/0xddf4fb6141774976 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb929 expref: 6 pid: 26520 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.462799:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013520a200/0xddf4fb6141774976 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb929 expref: 6 pid: 26520 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.462853:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137645.462874:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333030656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 331us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137645.462879:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14608 00000100:00100000:0.0:1746137645.466208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.472602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.481636:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.483414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.487619:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.492272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.494753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.507545:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3764:1830957327153152:0@lo:400:kworker.0 00000100:00100000:0.0:1746137645.507570:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137645.509129:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327153664:0@lo:400:kworker.0 00000100:00100000:0.0:1746137645.509152:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137645.509165:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327154176:0@lo:400:kworker.0 00000100:00100000:0.0:1746137645.509178:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137645.509187:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096854a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327154688:0@lo:400:kworker.0 00000100:00100000:0.0:1746137645.509198:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137645.509218:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327153408 00000100:00100000:0.0:1746137645.509221:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327153408 00000100:00100000:0.0:1746137645.509241:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327153664 00000100:00100000:0.0:1746137645.509243:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327153664 00000100:00100000:0.0:1746137645.509252:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1746137645.509256:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957327153408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137645.509283:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957327153408:12345-0@lo:400:kworker.0 Request processed in 26us (2033us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137645.509288:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1746137645.509298:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1746137645.509302:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957327153664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137645.509322:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957327153664:12345-0@lo:400:kworker.0 Request processed in 21us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137645.509326:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1746137645.509346:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327153664:0@lo:400:kworker.0 00000100:00100000:0.0:1746137645.509358:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327154176 00000100:00100000:0.0:1746137645.509371:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327154176 00000100:00080000:0.0:1746137645.509383:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137645.509394:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327154688 00000100:00100000:0.0:1746137645.509396:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327154688 00000100:00080000:0.0:1746137645.509404:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137645.509410:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1746137645.509415:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957327154176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137645.509438:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957327154176:12345-0@lo:400:kworker.0 Request processed in 24us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137645.509443:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1746137645.509458:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327154176:0@lo:400:kworker.0 00000100:00100000:0.0:1746137645.509478:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1746137645.509483:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1830957327154688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137645.509503:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3764:x1830957327154688:12345-0@lo:400:kworker.0 Request processed in 21us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137645.509507:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1746137645.509522:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096854a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327154688:0@lo:400:kworker.0 00000100:00100000:0.0:1746137645.509558:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327153408:0@lo:400:kworker.0 00000100:00100000:0.0:1746137645.513886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.516589:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.546168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.547103:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2007:x1830957333032576:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 755us (939us total) trans 4294972122 rc 0/0 00000100:00100000:0.0:1746137645.547110:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3032 00002000:00100000:0.0:1746137645.547115:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d4dd880 x1830957333032576/t4294972122(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 496/448 e 0 to 0 dl 1746137656 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.547121:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd880 with x1830957333032576 ext(0->7) 00010000:00010000:0.0:1746137645.547126:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b344200/0xddf4fb6141774992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb945 expref: 38 pid: 26520 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.547140:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b344200/0xddf4fb6141774992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb945 expref: 38 pid: 26520 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746137645.547145:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dd880 00000100:00100000:0.0:1746137645.550241:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.554713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.562677:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.573110:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.576338:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.581773:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.584326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.586925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.587232:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327155584 00000100:00100000:0.0:1746137645.587234:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327155584 00000100:00100000:0.0:1746137645.587258:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1746137645.587262:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3763:x1830957327155584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746137645.587273:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920228352 avail 3688706048 00000100:00100000:0.0:1746137645.587296:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3763:x1830957327155584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137645.587301:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1746137645.590692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.597553:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.611297:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.617562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.619707:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333034752:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1950us (2143us total) trans 4294972123 rc 0/0 00000100:00100000:0.0:1746137645.619721:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3035 00002000:00100000:0.0:1746137645.619730:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ce8ed80 x1830957333034752/t4294972123(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 496/448 e 0 to 0 dl 1746137656 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.619737:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8ed80 with x1830957333034752 ext(0->7) 00010000:00010000:0.0:1746137645.619746:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb61417749ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb961 expref: 40 pid: 9584 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.619759:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb61417749ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb961 expref: 40 pid: 9584 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746137645.619764:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce8ed80 00000100:00100000:0.0:1746137645.621147:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.625788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.629293:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.639644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.640786:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.643896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.648788:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.655469:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.658098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.658255:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.660212:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.661891:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.663784:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.665324:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.667544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.680409:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.683754:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.686672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.686755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.689443:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.692230:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.692801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.693763:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333039104 00000100:00100000:0.0:1746137645.693767:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333039104 00010000:00010000:0.0:1746137645.693784:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417749e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb992 expref: 41 pid: 26520 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746137645.693824:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14624 00000100:00100000:0.0:1746137645.693830:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2008:x1830957333039104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137645.693837:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137645.693852:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417749e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb992 expref: 41 pid: 26520 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.693861:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417749e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb992 expref: 41 pid: 26520 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.693875:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417749e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb992 expref: 41 pid: 26520 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.693896:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137645.693898:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137645.693903:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417749ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb9a0 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.693913:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417749ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb9a0 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.693932:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417749ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb9a0 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.693945:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417749ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb9a0 expref: 5 pid: 9584 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746137645.693955:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327158528:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137645.698040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.701500:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.706313:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.708661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.712150:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.715183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.717618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.718864:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.721351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.723938:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.727881:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.730448:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.734996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.738637:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.741686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.744681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.746036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.749916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.752913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.757495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.761339:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.761419:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327160192:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137645.761437:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137645.761469:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333042560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3809us (3982us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137645.761479:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14631 00000100:00100000:0.0:1746137645.763885:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.767964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.772713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.772785:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.772832:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333043456 00000100:00100000:0.0:1746137645.772838:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333043456 00000100:00100000:0.0:1746137645.772882:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30282 00000100:00100000:0.0:1746137645.772888:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:1679:x1830957333043456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137645.772902:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137645.772915:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb6141774a2c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdb9df expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.772939:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774a25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb9d8 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.772945:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137645.772947:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137645.772950:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb6141774a2c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb9df expref: 41 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.772972:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774a25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb9d8 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.772981:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774a25 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb9d8 expref: 6 pid: 9584 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746137645.772991:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327160576:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137645.773051:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137645.778429:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.785179:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.787493:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.794777:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333044480 00000100:00100000:0.0:1746137645.794785:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333044480 00000100:00100000:0.0:1746137645.798439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.801025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.802343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.808716:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.811720:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.813988:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.818489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.819508:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2007:x1830957333045632:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 776us (1020us total) trans 4294972124 rc 0/0 00000100:00100000:0.0:1746137645.819515:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3047 00002000:00100000:0.0:1746137645.819521:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880095d7ad80 x1830957333045632/t4294972124(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 496/448 e 0 to 0 dl 1746137656 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.819528:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7ad80 with x1830957333045632 ext(0->7) 00010000:00010000:0.0:1746137645.819534:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774a41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb9f4 expref: 42 pid: 9584 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.819544:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774a41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdb9f4 expref: 42 pid: 9584 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746137645.819550:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d7ad80 00000100:00100000:0.0:1746137645.826517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.832532:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.834984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.836534:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.840154:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.843368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.846613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.849864:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.853160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.856689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.860550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.861763:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.864958:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.866785:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.870483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.874198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.877616:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.879509:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.885154:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.889001:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.889169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.889205:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333049216 00000100:00100000:0.0:1746137645.889212:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333049216 00002000:00100000:0.0:1746137645.889249:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200fb80 x1830957333049216/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:81/0 lens 488/0 e 0 to 0 dl 1746137656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.889258:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200fb80 with x1830957333049216 ext(0->4095) 00002000:00010000:0.0:1746137645.889263:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200fb80 00000100:00100000:0.0:1746137645.889283:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14271 00000100:00100000:0.0:1746137645.889289:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333049216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137645.889418:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333049216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137645.889424:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14271 00002000:00100000:0.0:1746137645.889429:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200fb80 x1830957333049216/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:81/0 lens 488/4536 e 0 to 0 dl 1746137656 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.889436:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200fb80 with x1830957333049216 ext(0->4095) 00002000:00010000:0.0:1746137645.889438:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200fb80 00000100:00100000:0.0:1746137645.896833:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.899389:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.909792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.913326:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.916235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.926480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.927597:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.930778:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333050880 00000100:00100000:0.0:1746137645.930782:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333050880 00000100:00100000:0.0:1746137645.930824:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30297 00000100:00100000:0.0:1746137645.930830:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:1685:x1830957333050880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137645.930841:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137645.930849:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141774a95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdba48 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.930865:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b33b000/0xddf4fb6141774a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba41 expref: 44 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.931019:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137645.931020:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137645.931024:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141774a95 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba48 expref: 44 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137645.931130:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b33b000/0xddf4fb6141774a8e lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba41 expref: 44 pid: 9583 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746137645.931138:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b33b000/0xddf4fb6141774a8e lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba41 expref: 44 pid: 9583 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746137645.931146:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327164416:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137645.933298:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327164288:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137645.933309:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137645.933342:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333051008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2584us (2674us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137645.933353:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14647 00000100:00100000:0.0:1746137645.937713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.943873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.952764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.957631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.961910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.962162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.964551:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:2008:x1830957333052032:12345-192.168.203.12@tcp:4:ptlrpcd_00_01.0 Request processed in 2234us (2635us total) trans 4294972125 rc 0/0 00000100:00100000:0.0:1746137645.964559:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3052 00002000:00100000:0.0:1746137645.964568:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec64000 x1830957333052032/t4294972125(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:81/0 lens 496/448 e 0 to 0 dl 1746137656 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137645.964576:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64000 with x1830957333052032 ext(0->7) 00010000:00010000:0.0:1746137645.964583:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141774a95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba48 expref: 45 pid: 26520 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137645.964593:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141774a95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba48 expref: 45 pid: 26520 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746137645.964599:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec64000 00000100:00100000:0.0:1746137645.966099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.970089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.974045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.977495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.981072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.984788:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.988131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.988662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.993096:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137645.997922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.000436:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.004256:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.006601:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137646.007329:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137646.012981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.015029:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.018687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.024470:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.027289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.032084:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333055616 00000100:00100000:0.0:1746137646.032092:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333055616 00000100:00100000:0.0:1746137646.032133:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30305 00000100:00100000:0.0:1746137646.032143:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333055616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137646.032164:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137646.032180:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb6141774acd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdba80 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.032205:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141774ac6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba79 expref: 43 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.032212:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137646.032213:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137646.032216:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb6141774acd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba80 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.032245:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141774ac6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba79 expref: 43 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.032255:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141774ac6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba79 expref: 43 pid: 9584 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746137646.032266:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327166464:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137646.036496:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137646.045090:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.046623:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2007:x1830957333055744:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 711us (1538us total) trans 4294972126 rc 0/0 00000100:00100000:0.0:1746137646.046630:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3056 00002000:00100000:0.0:1746137646.046636:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f0c7800 x1830957333055744/t4294972126(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:82/0 lens 496/448 e 0 to 0 dl 1746137657 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.046644:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c7800 with x1830957333055744 ext(0->7) 00010000:00010000:0.0:1746137646.046650:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141774ac6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba79 expref: 46 pid: 9584 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.046659:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141774ac6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba79 expref: 46 pid: 9584 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746137646.046664:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c7800 00000100:00100000:0.0:1746137646.052566:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.056843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.059211:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.062912:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.067791:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.073117:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.081186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.082208:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333056896:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 717us (1026us total) trans 4294972127 rc 0/0 00000100:00100000:0.0:1746137646.082215:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3058 00002000:00100000:0.0:1746137646.082221:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090ae6d80 x1830957333056896/t4294972127(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:82/0 lens 496/448 e 0 to 0 dl 1746137657 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.082229:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae6d80 with x1830957333056896 ext(0->7) 00010000:00010000:0.0:1746137646.082234:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141774ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba87 expref: 48 pid: 9584 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.082244:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141774ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba87 expref: 48 pid: 9584 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746137646.082250:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae6d80 00000100:00100000:0.0:1746137646.090217:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.090262:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.093320:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.096486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.101137:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.105894:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.110795:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333058048:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1075us (1308us total) trans 4294972128 rc 0/0 00000100:00100000:0.0:1746137646.110801:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3060 00002000:00100000:0.0:1746137646.110821:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092fd0e00 x1830957333058048/t4294972128(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:82/0 lens 496/448 e 0 to 0 dl 1746137657 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.110829:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0e00 with x1830957333058048 ext(0->7) 00010000:00010000:0.0:1746137646.110834:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141774ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba95 expref: 50 pid: 9584 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.110843:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141774ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdba95 expref: 50 pid: 9584 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746137646.110848:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd0e00 00000100:00100000:0.0:1746137646.116618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.116694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.119192:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333058688 00000100:00100000:0.0:1746137646.119198:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333058688 00000100:00100000:0.0:1746137646.119233:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30311 00000100:00100000:0.0:1746137646.119239:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333058688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137646.119249:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137646.119262:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e814600/0xddf4fb6141774af7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbaaa expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.119278:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.119282:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141774af0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbaa3 expref: 52 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.119596:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137646.119600:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e814600/0xddf4fb6141774af7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbaaa expref: 52 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.119747:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141774af0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbaa3 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.119757:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e814600/0xddf4fb6141774af7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbaaa expref: 51 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.119763:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e814600, rc 0) 00000100:00100000:0.0:1746137646.119777:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333058688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 539us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137646.119782:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30311 00000100:00100000:0.0:1746137646.121751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.123961:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.125958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.128756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.135943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.137848:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2009:x1830957333059712:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 982us (1902us total) trans 4294972129 rc 0/0 00000100:00100000:0.0:1746137646.137854:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3063 00002000:00100000:0.0:1746137646.137860:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f0ea680 x1830957333059712/t4294972129(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:82/0 lens 496/448 e 0 to 0 dl 1746137657 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.137866:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0ea680 with x1830957333059712 ext(0->7) 00010000:00010000:0.0:1746137646.137872:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e814600/0xddf4fb6141774af7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbaaa expref: 52 pid: 9584 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.137881:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e814600/0xddf4fb6141774af7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbaaa expref: 52 pid: 9584 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746137646.137886:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0ea680 00000100:00100000:0.0:1746137646.139310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.140495:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137646.142517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.145300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.145344:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.146769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.149595:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.152776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.154794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.156557:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.159665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.162068:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.163770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.166912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.166980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.167010:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333061888 00000100:00100000:0.0:1746137646.167013:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333061888 00010000:00010000:0.0:1746137646.167030:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774b13 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbac6 expref: 6 pid: 9584 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746137646.167052:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14667 00000100:00100000:0.0:1746137646.167056:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333061888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137646.167064:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137646.167078:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774b13 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbac6 expref: 6 pid: 9584 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.167088:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbac6 expref: 6 pid: 9584 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.167790:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774b13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbac6 expref: 6 pid: 9584 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.168093:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.168095:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.168101:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774b1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbacd expref: 53 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.168108:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774b1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbacd expref: 53 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.168128:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774b1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbacd expref: 53 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.168137:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774b1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbacd expref: 53 pid: 9584 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746137646.168146:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c713800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327169536:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137646.168192:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137646.170235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.172694:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.172739:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.176096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.177941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.178131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.180556:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.182204:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.185214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.187398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.190927:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.192922:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333064192 00000100:00100000:0.0:1746137646.192926:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333064192 00002000:00100000:0.0:1746137646.192950:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ef800 x1830957333064192/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:82/0 lens 488/0 e 0 to 0 dl 1746137657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.192957:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ef800 with x1830957333064192 ext(0->4095) 00002000:00010000:0.0:1746137646.192961:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3ef800 00000100:00100000:0.0:1746137646.192983:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14286 00000100:00100000:0.0:1746137646.192989:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333064192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137646.193133:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333064192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (471us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137646.193139:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14286 00002000:00100000:0.0:1746137646.193144:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ef800 x1830957333064192/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:82/0 lens 488/4536 e 0 to 0 dl 1746137657 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.193150:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ef800 with x1830957333064192 ext(0->4095) 00002000:00010000:0.0:1746137646.193153:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3ef800 00000100:00100000:0.0:1746137646.194626:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.196150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.197017:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.199353:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.202028:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.202375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.204101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.205453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.206228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.210729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.213882:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.218610:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.220123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.222677:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.225139:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.227984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.229021:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.229261:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30326 00000100:00100000:0.0:1746137646.229270:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:1685:x1830957333066880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137646.229283:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137646.229296:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d18a00/0xddf4fb6141774b60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbb13 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.229317:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774b59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb0c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.229324:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.229325:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.229329:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d18a00/0xddf4fb6141774b60 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb13 expref: 53 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.229378:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774b59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb0c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.229393:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774b59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb0c expref: 5 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746137646.229404:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327171968:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137646.229530:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137646.231708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.234550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.236491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.237425:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.240769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.243552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.243631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.246485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.250295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.253402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.256604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.260635:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.263149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.263784:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333069440 00000100:00100000:0.0:1746137646.263787:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333069440 00002000:00100000:0.0:1746137646.263836:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1c00 x1830957333069440/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:82/0 lens 488/0 e 0 to 0 dl 1746137657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.263845:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1c00 with x1830957333069440 ext(0->4095) 00010000:00010000:0.0:1746137646.263850:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141774b7c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb2f expref: 6 pid: 9583 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.263865:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141774b7c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb2f expref: 6 pid: 9583 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746137646.263871:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd1c00 00000100:00100000:0.0:1746137646.263884:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3074 00000100:00100000:0.0:1746137646.263890:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333069440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137646.263983:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333069440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (345us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137646.263989:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3074 00002000:00100000:0.0:1746137646.263993:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1c00 x1830957333069440/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:82/0 lens 488/4536 e 0 to 0 dl 1746137657 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.264000:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1c00 with x1830957333069440 ext(0->4095) 00010000:00010000:0.0:1746137646.264004:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141774b7c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb2f expref: 6 pid: 9583 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.264013:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141774b7c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb2f expref: 6 pid: 9583 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746137646.264018:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd1c00 00000100:00100000:0.0:1746137646.268072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.272044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.277065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.282644:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.288083:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.296271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.308021:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.310608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.312870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.315049:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.317945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.319008:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.321959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.324445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.328057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.330953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.331023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.335575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.336052:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327174656:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137646.336077:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774bad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb60 expref: 55 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.336093:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6000, rc 0) 00000100:00100000:0.0:1746137646.336133:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1679:x1830957333072384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4339us (5109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137646.336141:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30337 00000100:00100000:0.0:1746137646.338513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.341601:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.344202:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.346682:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.349039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.349068:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333073536 00000100:00100000:0.0:1746137646.349073:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333073536 00002000:00100000:0.0:1746137646.349103:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d0a80 x1830957333073536/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:82/0 lens 488/0 e 0 to 0 dl 1746137657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.349111:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d0a80 with x1830957333073536 ext(0->4095) 00002000:00010000:0.0:1746137646.349115:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d0a80 00000100:00100000:0.0:1746137646.352045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.352313:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.352336:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333073792 00000100:00100000:0.0:1746137646.352339:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333073792 00000100:00100000:0.0:1746137646.352369:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30340 00000100:00100000:0.0:1746137646.352373:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1685:x1830957333073792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137646.352380:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137646.352385:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141774bc2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbb75 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.352396:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.352399:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141774bbb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb6e expref: 56 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.352404:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137646.352406:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141774bc2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb75 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.352422:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141774bbb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb6e expref: 56 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.352432:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141774bc2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb75 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.352444:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19c00, rc 0) 00000100:00100000:0.0:1746137646.352469:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1685:x1830957333073792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137646.352474:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30340 00000100:00100000:0.0:1746137646.354432:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.356692:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.360265:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.362949:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.365245:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.369221:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.373629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.374404:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.376493:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333075328 00000100:00100000:0.0:1746137646.376500:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333075328 00000100:00100000:0.0:1746137646.376538:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30343 00000100:00100000:0.0:1746137646.376545:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1685:x1830957333075328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137646.376556:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137646.376568:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0xddf4fb6141774bd7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbb8a expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.376586:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.376591:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141774bd0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb83 expref: 56 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.376596:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137646.376599:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0xddf4fb6141774bd7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb8a expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.376622:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141774bd0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb83 expref: 56 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.376631:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0xddf4fb6141774bd7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbb8a expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.376638:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:0.0:1746137646.376674:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1685:x1830957333075328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137646.376679:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30343 00000100:00100000:0.0:1746137646.386508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.389980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.392891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.397401:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.400195:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.402854:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.407209:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.408007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.410035:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.413109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.416409:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.419188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.422165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.425554:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.428293:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.432862:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.432881:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333078400 00000100:00100000:0.0:1746137646.432886:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333078400 00000100:00100000:0.0:1746137646.432912:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30349 00000100:00100000:0.0:1746137646.432917:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1685:x1830957333078400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137646.432930:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137646.432942:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d18200/0xddf4fb6141774c01 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbbb4 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.432961:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.432965:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141774bfa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbbad expref: 56 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.432970:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137646.432973:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d18200/0xddf4fb6141774c01 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbbb4 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.433195:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141774bfa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbbad expref: 55 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.433206:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d18200/0xddf4fb6141774c01 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbbb4 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.433212:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18200, rc 0) 00000100:00100000:0.0:1746137646.433996:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1685:x1830957333078400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1075us (1136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137646.434002:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30349 00000100:00100000:0.0:1746137646.435517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.440045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.442680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.445237:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.448422:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.453114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.459960:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.460050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.463093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.464094:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.467990:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.471255:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.475964:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.479626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.481474:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.483860:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.486004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.489614:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.492780:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.496018:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.496109:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.499658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.507765:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.511126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.515694:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.518479:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.523018:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.526102:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.527883:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.528337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.531067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.543433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.545801:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.548214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.549843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.550847:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.552663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.554872:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.556011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.556383:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333085952 00000100:00100000:0.0:1746137646.556387:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333085952 00002000:00100000:0.0:1746137646.556412:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1500 x1830957333085952/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:82/0 lens 488/0 e 0 to 0 dl 1746137657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.556419:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1500 with x1830957333085952 ext(0->4095) 00010000:00010000:0.0:1746137646.556424:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141774c5c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbc0f expref: 56 pid: 9584 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.556434:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141774c5c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbc0f expref: 56 pid: 9584 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746137646.556439:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d1500 00000100:00100000:0.0:1746137646.556725:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3090 00000100:00100000:0.0:1746137646.556732:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2009:x1830957333085952:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137646.557162:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2009:x1830957333085952:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 429us (1150us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137646.557168:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3090 00002000:00100000:0.0:1746137646.557174:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1500 x1830957333085952/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:82/0 lens 488/4536 e 0 to 0 dl 1746137657 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.557181:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1500 with x1830957333085952 ext(0->4095) 00010000:00010000:0.0:1746137646.557186:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141774c5c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbc0f expref: 56 pid: 9584 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.557195:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141774c5c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbc0f expref: 56 pid: 9584 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746137646.557201:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d1500 00000100:00100000:0.0:1746137646.560611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.560660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.562604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.564172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.564211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.566708:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.569846:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.572539:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.574509:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.576845:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.578995:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.581783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.583468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.583984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.587976:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.590017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.590254:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.590292:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333088768 00000100:00100000:0.0:1746137646.590295:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333088768 00010000:00010000:0.0:1746137646.590308:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141774c7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbc32 expref: 55 pid: 9584 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746137646.590335:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14719 00000100:00100000:0.0:1746137646.590340:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2007:x1830957333088768:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137646.590346:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137646.590370:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141774c7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbc32 expref: 55 pid: 9584 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.590378:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141774c7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbc32 expref: 55 pid: 9584 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.590392:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141774c7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbc32 expref: 55 pid: 9584 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.590405:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.590406:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.590411:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141774c86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbc39 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.590417:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141774c86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbc39 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.590435:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141774c86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbc39 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.590447:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141774c86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbc39 expref: 54 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746137646.590457:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096668700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327182848:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137646.590503:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137646.592803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.594433:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.594693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.596942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.599472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.604551:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.606614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.608906:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.611006:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.612376:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.614464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.614627:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.616880:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.618728:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.619543:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.625737:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.629483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.629554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.635169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.637223:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.638967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.644303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.646556:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.647044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.648500:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.648708:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.653577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.655770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.657894:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3ef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327185280:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137646.657910:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137646.658281:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2010:x1830957333093760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2129us (2516us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137646.658290:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14729 00000100:00100000:0.0:1746137646.659327:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.666251:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.668514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.671483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.671775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.674723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.677240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.679307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.682530:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.685538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.688019:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.690024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.693650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.693716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.695679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.697662:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.699868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.699920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.702757:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.705114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.705157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.707482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.709757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.717904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.719508:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.722926:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.725709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.726224:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333098752 00000100:00100000:0.0:1746137646.726227:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333098752 00000100:00100000:0.0:1746137646.726256:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30388 00000100:00100000:0.0:1746137646.726262:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:1679:x1830957333098752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137646.726273:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137646.726285:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0xddf4fb6141774d12 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbcc5 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.726303:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141774d0b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbcbe expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.726309:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.726310:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.726313:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0xddf4fb6141774d12 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbcc5 expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.726341:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141774d0b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbcbe expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.726362:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141774d0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbcbe expref: 5 pid: 9583 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746137646.726373:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f144a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327187712:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137646.726659:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137646.727498:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.728275:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.731478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.737054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.739163:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.742575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.744657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.746425:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.747200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.749192:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.751869:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.753878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.756243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.758470:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333101568 00000100:00100000:0.0:1746137646.758474:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333101568 00010000:00010000:0.0:1746137646.758486:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141774d2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbce1 expref: 55 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746137646.758504:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14744 00000100:00100000:0.0:1746137646.758508:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2007:x1830957333101568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137646.758514:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137646.758527:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141774d2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbce1 expref: 55 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.758535:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141774d2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbce1 expref: 55 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.758548:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141774d2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbce1 expref: 55 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.758766:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.758768:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.758774:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774d35 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbce8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.758781:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774d35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbce8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.758799:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774d35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbce8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.758975:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774d35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbce8 expref: 5 pid: 9583 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746137646.758989:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327189248:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137646.759038:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137646.761413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.765113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.767242:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.770790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.773998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.776962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.779347:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.780731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.785303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.787932:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.789616:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.792339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.795160:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333104256 00000100:00100000:0.0:1746137646.795166:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333104256 00002000:00100000:0.0:1746137646.795195:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd2a00 x1830957333104256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:82/0 lens 488/0 e 0 to 0 dl 1746137657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.795205:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2a00 with x1830957333104256 ext(0->4095) 00002000:00010000:0.0:1746137646.795208:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd2a00 00000100:00100000:0.0:1746137646.795229:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14324 00000100:00100000:0.0:1746137646.795234:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333104256:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137646.795332:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333104256:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137646.795341:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14324 00002000:00100000:0.0:1746137646.795346:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd2a00 x1830957333104256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:82/0 lens 488/4536 e 0 to 0 dl 1746137657 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.795363:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2a00 with x1830957333104256 ext(0->4095) 00002000:00010000:0.0:1746137646.795366:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd2a00 00000100:00100000:0.0:1746137646.796619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.798879:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.801963:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.803324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.803608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.808970:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.809036:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.812684:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327191168:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137646.812700:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137646.812722:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2008:x1830957333105536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3544us (3758us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137646.812729:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14752 00000100:00100000:0.0:1746137646.815419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.818364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.836492:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.839573:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333106560:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1709us (3082us total) trans 4294972131 rc 0/0 00000100:00100000:0.0:1746137646.839581:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3112 00002000:00100000:0.0:1746137646.839589:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092c73480 x1830957333106560/t4294972131(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:82/0 lens 496/448 e 0 to 0 dl 1746137657 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137646.839603:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73480 with x1830957333106560 ext(0->7) 00010000:00010000:0.0:1746137646.839612:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774d74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd27 expref: 56 pid: 9583 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.839623:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774d74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd27 expref: 56 pid: 9583 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746137646.839630:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c73480 00000100:00100000:0.0:1746137646.839676:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333106688 00000100:00100000:0.0:1746137646.839682:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333106688 00000100:00100000:0.0:1746137646.841403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.842865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.844845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.847108:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.848591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.850453:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.852533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.854249:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.857403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.857994:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.860617:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.862165:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.863501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.865857:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.867547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.867587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.870608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.872544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.875176:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.878072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.882582:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333110272 00000100:00100000:0.0:1746137646.882588:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333110272 00010000:00010000:0.0:1746137646.882612:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd58 expref: 56 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746137646.883206:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14761 00000100:00100000:0.0:1746137646.883214:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333110272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137646.883225:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137646.883239:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd58 expref: 56 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.883250:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774da5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd58 expref: 56 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.883267:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774da5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd58 expref: 56 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746137646.883291:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.883292:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137646.883298:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141774dac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd5f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.883306:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141774dac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd5f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137646.883339:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141774dac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd5f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137646.883358:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b12ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327193472:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137646.883426:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137646.885122:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.886246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.888896:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.888997:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.891022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.894766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.899466:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2df480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327193984:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137646.899482:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137646.899503:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfcb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2009:x1830957333111296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4443us (4744us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137646.899512:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14763 00000100:00100000:0.0:1746137646.901602:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.903551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.905856:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.908412:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.910233:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.910606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.913062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.915571:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.915645:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.918532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.920284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.923233:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.928855:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.937487:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.940861:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.943230:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.945135:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.947440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.949590:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137646.949622:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333115264 00000100:00100000:1.0:1746137646.949627:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333115264 00002000:00100000:1.0:1746137646.949648:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ef100 x1830957333115264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:82/0 lens 488/0 e 0 to 0 dl 1746137657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137646.949654:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ef100 with x1830957333115264 ext(0->4095) 00010000:00010000:1.0:1746137646.949660:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141774deb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd9e expref: 57 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746137646.949667:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141774deb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd9e expref: 57 pid: 9582 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746137646.949671:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ef100 00000100:00100000:1.0:1746137646.949718:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3121 00000100:00100000:1.0:1746137646.949723:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2007:x1830957333115264:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137646.949802:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2007:x1830957333115264:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 80us (215us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137646.949827:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3121 00002000:00100000:1.0:1746137646.949832:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ef100 x1830957333115264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:82/0 lens 488/4536 e 0 to 0 dl 1746137657 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137646.949838:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ef100 with x1830957333115264 ext(0->4095) 00010000:00010000:1.0:1746137646.949842:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141774deb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd9e expref: 57 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746137646.949851:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141774deb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd9e expref: 57 pid: 9582 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746137646.949855:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ef100 00000100:00100000:0.0:1746137646.951511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137646.951596:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333115392 00000100:00100000:1.0:1746137646.951602:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333115392 00010000:00010000:1.0:1746137646.951624:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141774deb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd9e expref: 57 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746137646.951658:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14771 00000100:00100000:1.0:1746137646.951665:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2007:x1830957333115392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137646.951674:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137646.951687:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141774deb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd9e expref: 57 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746137646.951695:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141774deb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd9e expref: 57 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746137646.951709:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141774deb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbd9e expref: 57 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746137646.951733:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.951734:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.951738:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774df2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbda5 expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.951743:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774df2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbda5 expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.951767:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774df2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbda5 expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137646.951781:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327196032:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137646.951948:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137646.953251:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327196032:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137646.953269:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137646.953296:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333115392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1631us (1791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137646.953303:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14771 00000100:00100000:0.0:1746137646.953384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.955240:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137646.957443:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333115904 00000100:00100000:1.0:1746137646.957448:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333115904 00010000:00010000:1.0:1746137646.957467:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774df2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbda5 expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137646.957494:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14772 00000100:00100000:1.0:1746137646.957500:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2008:x1830957333115904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137646.957508:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137646.957522:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774df2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbda5 expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.957531:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774df2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbda5 expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.957548:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774df2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbda5 expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.957567:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.957569:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.957574:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141774df9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdac expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.957581:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141774df9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdac expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.957599:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141774df9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdac expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137646.957666:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327196288:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137646.957864:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137646.959831:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327196288:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137646.959848:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137646.959887:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2008:x1830957333115904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2386us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137646.959896:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14772 00000100:00100000:0.0:1746137646.960627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.962855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.964562:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137646.964669:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333116416 00000100:00100000:1.0:1746137646.964674:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333116416 00000100:00100000:1.0:1746137646.964712:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30423 00000100:00100000:1.0:1746137646.964718:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1679:x1830957333116416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137646.964729:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137646.964740:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbdba expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.964757:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.964761:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774e00 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdb3 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137646.964968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137646.965018:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137646.965022:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.965045:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774e00 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdb3 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.965054:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.965061:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7400, rc 0) 00000100:00100000:1.0:1746137646.965086:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1679:x1830957333116416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 368us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137646.965092:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30423 00000100:00100000:1.0:1746137646.965111:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333116544 00000100:00100000:1.0:1746137646.965114:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333116544 00010000:00010000:1.0:1746137646.965125:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141774df9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdac expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137646.965316:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14773 00000100:00100000:1.0:1746137646.965322:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333116544:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137646.965330:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137646.965344:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141774df9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdac expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.965363:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141774df9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdac expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.965484:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141774df9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdac expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.965501:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.965502:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.965507:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774e00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdb3 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.965513:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774e00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdb3 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.965529:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774e00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdb3 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.965642:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774e00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdb3 expref: 56 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137646.965653:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327196672:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137646.965716:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137646.967196:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327196672:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137646.967210:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137646.967240:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333116544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1917us (2271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137646.967249:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14773 00000100:00100000:0.0:1746137646.967387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.975625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137646.976406:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137646.976704:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333117056 00000100:00100000:1.0:1746137646.976709:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333117056 00010000:00010000:1.0:1746137646.976732:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774e00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdb3 expref: 57 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137646.976755:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14774 00000100:00100000:1.0:1746137646.976759:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2008:x1830957333117056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137646.976768:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137646.976784:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774e00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdb3 expref: 57 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.976793:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774e00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdb3 expref: 57 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.976849:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774e00 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdb3 expref: 57 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.976865:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.976866:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.976872:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.976884:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.976903:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.977032:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137646.977043:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327196928:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137646.977388:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137646.980144:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327196928:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137646.980160:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137646.980209:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2008:x1830957333117056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3447us (3801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137646.980218:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14774 00000100:00100000:0.0:1746137646.980607:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137646.980647:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333117312 00000100:00100000:1.0:1746137646.980652:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333117312 00002000:00100000:1.0:1746137646.980679:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0eb480 x1830957333117312/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:82/0 lens 488/0 e 0 to 0 dl 1746137657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137646.980686:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0eb480 with x1830957333117312 ext(0->4095) 00010000:00010000:1.0:1746137646.980692:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.980700:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137646.980704:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0eb480 00000100:00100000:1.0:1746137646.980722:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3123 00000100:00100000:1.0:1746137646.980728:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333117312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137646.980850:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333117312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137646.980859:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3123 00002000:00100000:1.0:1746137646.980864:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0eb480 x1830957333117312/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:82/0 lens 488/4536 e 0 to 0 dl 1746137657 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137646.980871:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0eb480 with x1830957333117312 ext(0->4095) 00010000:00010000:1.0:1746137646.980875:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.980883:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137646.980888:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0eb480 00000100:00100000:0.0:1746137646.988288:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137646.988416:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333117440 00000100:00100000:1.0:1746137646.988425:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333117440 00000100:00100000:1.0:1746137646.988477:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30425 00000100:00100000:1.0:1746137646.988484:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1679:x1830957333117440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137646.988500:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137646.988515:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774e15 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbdc8 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.988537:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137646.988542:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.988548:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137646.988551:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774e15 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc8 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.988587:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.988598:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774e15 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc8 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.988606:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6e00, rc 0) 00000100:00100000:1.0:1746137646.988641:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1679:x1830957333117440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137646.988646:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30425 00000100:00100000:0.0:1746137646.989106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137646.989201:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333117568 00000100:00100000:1.0:1746137646.989204:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333117568 00010000:00010000:1.0:1746137646.989215:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 57 pid: 9583 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137646.989238:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14775 00000100:00100000:1.0:1746137646.989244:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2008:x1830957333117568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137646.989251:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137646.990247:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 57 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.990258:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 57 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.990278:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774e07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdba expref: 57 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.990303:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.990304:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.990311:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.990318:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.990343:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.990363:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 5 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137646.990374:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327197184:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137646.990452:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137646.992042:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327197184:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137646.992058:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137646.992103:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2008:x1830957333117568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2858us (2996us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137646.992112:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14775 00000100:00100000:0.0:1746137646.992191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137646.992340:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333117824 00000100:00100000:1.0:1746137646.992345:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333117824 00002000:00100000:1.0:1746137646.992383:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096668700 x1830957333117824/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:82/0 lens 488/0 e 0 to 0 dl 1746137657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137646.992395:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668700 with x1830957333117824 ext(0->4095) 00010000:00010000:1.0:1746137646.992402:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.992413:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137646.992418:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096668700 00000100:00100000:1.0:1746137646.992444:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3124 00000100:00100000:1.0:1746137646.992449:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333117824:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137646.992558:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333117824:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137646.992564:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3124 00002000:00100000:1.0:1746137646.992569:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096668700 x1830957333117824/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:82/0 lens 488/4536 e 0 to 0 dl 1746137657 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137646.992575:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668700 with x1830957333117824 ext(0->4095) 00010000:00010000:1.0:1746137646.992579:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.992587:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137646.992592:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096668700 00000100:00100000:0.0:1746137646.994298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137646.994364:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333117952 00000100:00100000:1.0:1746137646.994373:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333117952 00010000:00010000:1.0:1746137646.994399:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137646.994985:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14776 00000100:00100000:1.0:1746137646.994993:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333117952:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137646.995005:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137646.995021:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.995031:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.995050:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141774e0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc1 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137646.995447:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.995450:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137646.995457:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774e15 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc8 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.995465:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774e15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc8 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137646.995491:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774e15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc8 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137646.995501:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327197312:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137646.995721:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137646.998157:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327197312:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137646.998174:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137646.998223:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333117952:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3230us (3928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137646.998232:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14776 00000100:00100000:0.0:1746137646.998277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.001007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.003675:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.003731:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333118464 00000100:00100000:1.0:1746137647.003737:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333118464 00010000:00010000:1.0:1746137647.003758:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc8 expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.003785:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14777 00000100:00100000:1.0:1746137647.003790:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333118464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137647.003801:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137647.004907:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc8 expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.004921:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774e15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc8 expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.004939:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774e15 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdc8 expref: 56 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.004966:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.004968:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.004973:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774e1c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdcf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.004985:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774e1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdcf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.005012:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774e1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdcf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137647.005022:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327197568:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137647.005103:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.006846:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327197568:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137647.006862:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137647.006896:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2007:x1830957333118464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3105us (3221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.006905:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14777 00000100:00100000:0.0:1746137647.007188:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.008909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.009506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.009823:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333118976 00000100:00100000:1.0:1746137647.009827:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333118976 00000100:00100000:1.0:1746137647.009858:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30428 00000100:00100000:1.0:1746137647.009864:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1685:x1830957333118976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.009872:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.009880:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141774e2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbddd expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.009893:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.009897:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774e23 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdd6 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.009906:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.009909:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141774e2a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbddd expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.009928:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774e23 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdd6 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.009938:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141774e2a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbddd expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.009951:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7e00, rc 0) 00000100:00100000:1.0:1746137647.009974:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1685:x1830957333118976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.009979:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30428 00000100:00100000:0.0:1746137647.011004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.012515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.012561:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333119360 00000100:00100000:1.0:1746137647.012566:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333119360 00002000:00100000:1.0:1746137647.012593:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd56d80 x1830957333119360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.012601:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd56d80 with x1830957333119360 ext(0->4095) 00010000:00010000:1.0:1746137647.012608:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774e23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdd6 expref: 57 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.012618:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774e23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdd6 expref: 57 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.012624:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd56d80 00000100:00100000:1.0:1746137647.012643:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3125 00000100:00100000:1.0:1746137647.012648:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2007:x1830957333119360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137647.012743:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2007:x1830957333119360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.012749:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3125 00002000:00100000:1.0:1746137647.012753:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd56d80 x1830957333119360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.012759:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd56d80 with x1830957333119360 ext(0->4095) 00010000:00010000:1.0:1746137647.012763:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774e23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdd6 expref: 57 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.012771:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141774e23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbdd6 expref: 57 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.012777:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd56d80 00000100:00100000:0.0:1746137647.014662:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.017829:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.017921:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333119744 00000100:00100000:1.0:1746137647.018069:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333119744 00002000:00100000:1.0:1746137647.018099:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3b480 x1830957333119744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.018106:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3b480 with x1830957333119744 ext(0->4095) 00002000:00010000:1.0:1746137647.018110:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f3b480 00000100:00100000:1.0:1746137647.018123:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14338 00000100:00100000:1.0:1746137647.018128:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2010:x1830957333119744:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137647.019011:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2010:x1830957333119744:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 874us (1205us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.019072:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14338 00002000:00100000:1.0:1746137647.019080:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3b480 x1830957333119744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.019088:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3b480 with x1830957333119744 ext(0->4095) 00002000:00010000:1.0:1746137647.019091:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f3b480 00000100:00100000:0.0:1746137647.020308:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.024722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137647.025520:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137647.027273:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.027517:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333120256 00000100:00100000:1.0:1746137647.027522:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333120256 00002000:00100000:1.0:1746137647.027552:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3a300 x1830957333120256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.027560:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3a300 with x1830957333120256 ext(0->4095) 00002000:00010000:1.0:1746137647.027564:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f3a300 00000100:00100000:1.0:1746137647.027577:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14339 00000100:00100000:1.0:1746137647.027582:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333120256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137647.027667:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333120256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.027672:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14339 00002000:00100000:1.0:1746137647.027677:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3a300 x1830957333120256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.027684:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3a300 with x1830957333120256 ext(0->4095) 00002000:00010000:1.0:1746137647.027686:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f3a300 00000100:00100000:1.0:1746137647.028317:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.031972:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.032210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.035057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.037954:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.040460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.043096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.046105:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.049532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.049766:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333121792 00000100:00100000:1.0:1746137647.049771:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333121792 00002000:00100000:1.0:1746137647.049802:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5ad80 x1830957333121792/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.049847:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5ad80 with x1830957333121792 ext(0->4095) 00002000:00010000:1.0:1746137647.049851:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec5ad80 00000100:00100000:1.0:1746137647.049874:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14341 00000100:00100000:1.0:1746137647.049880:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333121792:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137647.049987:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333121792:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.049992:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14341 00002000:00100000:1.0:1746137647.049998:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5ad80 x1830957333121792/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.050004:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5ad80 with x1830957333121792 ext(0->4095) 00002000:00010000:1.0:1746137647.050007:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec5ad80 00000100:00100000:0.0:1746137647.051670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.052467:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333122048 00000100:00100000:0.0:1746137647.052470:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333122048 00000100:00100000:0.0:1746137647.052499:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30434 00000100:00100000:0.0:1746137647.052504:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1685:x1830957333122048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137647.052510:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137647.052515:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0xddf4fb6141774e54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbe07 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.052526:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.052530:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141774e4d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe00 expref: 58 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.052534:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137647.052536:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0xddf4fb6141774e54 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe07 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.052582:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141774e4d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe00 expref: 58 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.052594:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0xddf4fb6141774e54 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe07 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.052602:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:0.0:1746137647.052694:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1685:x1830957333122048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137647.052700:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30434 00000100:00100000:0.0:1746137647.056074:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.058581:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.060760:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.064062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.069041:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.073056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.074312:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.079136:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.079317:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.082824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.086895:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.090784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.093670:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.096161:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.098037:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.099432:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.101769:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.102164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.105551:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.109012:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.109055:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.111343:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.112958:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.113026:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.115133:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.117450:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.121067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.124485:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.127454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.130304:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.132082:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.132668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.132710:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333127680 00000100:00100000:1.0:1746137647.132714:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333127680 00000100:00100000:1.0:1746137647.132745:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30445 00000100:00100000:1.0:1746137647.132751:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1685:x1830957333127680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.132757:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.132763:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb6141774ea1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbe54 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.132778:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.132782:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774e9a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe4d expref: 58 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.132787:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.132789:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb6141774ea1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe54 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.132838:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774e9a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe4d expref: 58 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.132849:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb6141774ea1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe54 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.132857:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7800, rc 0) 00000100:00100000:1.0:1746137647.132885:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1685:x1830957333127680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.132890:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30445 00000100:00100000:0.0:1746137647.133983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.136384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.138548:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.142243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.144216:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.149261:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.153738:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.154262:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.158019:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.158128:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.158210:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333129216 00000100:00100000:1.0:1746137647.158213:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333129216 00000100:00100000:1.0:1746137647.158244:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30448 00000100:00100000:1.0:1746137647.158250:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1685:x1830957333129216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.158262:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.158271:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774eb6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbe69 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.158291:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.158295:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774eaf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe62 expref: 57 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.158300:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.158360:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774eb6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe69 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.158627:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141774eaf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe62 expref: 57 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.158873:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774eb6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe69 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.158882:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6000, rc 0) 00000100:00100000:1.0:1746137647.158912:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1685:x1830957333129216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 661us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.158919:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30448 00000100:00100000:0.0:1746137647.162342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.164575:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.170565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.173308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.178125:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.182046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.182254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.186874:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.186918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.187051:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333130752 00000100:00100000:1.0:1746137647.187057:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333130752 00000100:00100000:1.0:1746137647.187097:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30451 00000100:00100000:1.0:1746137647.187104:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1685:x1830957333130752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.187115:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.187125:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774ecb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbe7e expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.187147:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.187151:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141774ec4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe77 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.187155:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.187158:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774ecb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe7e expref: 57 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.187194:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141774ec4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe77 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.187203:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774ecb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe7e expref: 57 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.187210:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.187211:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.187216:0:9584:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141774ec4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe77 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.187223:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141774ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe77 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.187479:0:9584:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141774ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe77 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.187490:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141774ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe77 expref: 57 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.187504:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327203840:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137647.187547:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.191224:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327203840:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137647.191244:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6a00, rc 0) 00000100:00100000:0.0:1746137647.191244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.191622:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1685:x1830957333130752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4519us (4757us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.191628:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30451 00000100:00100000:0.0:1746137647.195941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.201931:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.204185:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.204440:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333131648 00000100:00100000:1.0:1746137647.204447:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333131648 00000100:00100000:1.0:1746137647.204911:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30452 00000100:00100000:1.0:1746137647.204920:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333131648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.204935:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.204949:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774ed2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbe85 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.204971:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774ecb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe7e expref: 55 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.204978:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.204979:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.204982:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774ed2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe85 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.205005:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774ecb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe7e expref: 55 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.205019:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774ecb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe7e expref: 55 pid: 9584 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.205029:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327204096:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.205094:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.207997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.208093:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327204096:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.208118:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774ed2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe85 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.208132:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7400, rc 0) 00000100:00100000:1.0:1746137647.208167:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333131648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3248us (3988us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.208174:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30452 00000100:00100000:0.0:1746137647.210665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.212376:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.212534:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.212768:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30454 00000100:00100000:1.0:1746137647.212775:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1685:x1830957333132288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.212781:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.212788:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774ee0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbe93 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.212907:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.212912:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141774ed9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe8c expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.212917:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.212919:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774ee0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe93 expref: 58 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.212941:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141774ed9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe8c expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.213035:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774ee0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbe93 expref: 58 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.213043:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6600, rc 0) 00000100:00100000:1.0:1746137647.213169:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1685:x1830957333132288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 395us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.213175:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30454 00000100:00100000:0.0:1746137647.215201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.218609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.221556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.224748:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.229414:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.231604:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.233664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.235768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.236152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.238145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.240452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.240529:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333134208 00000100:00100000:1.0:1746137647.240535:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333134208 00002000:00100000:1.0:1746137647.240563:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e59880 x1830957333134208/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.240572:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e59880 with x1830957333134208 ext(0->4095) 00010000:00010000:1.0:1746137647.240579:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141774ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbea8 expref: 57 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.240594:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141774ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbea8 expref: 57 pid: 9583 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.240599:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e59880 00000100:00100000:1.0:1746137647.240682:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3137 00000100:00100000:1.0:1746137647.240689:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2008:x1830957333134208:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137647.240787:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2008:x1830957333134208:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.240792:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3137 00002000:00100000:1.0:1746137647.240798:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e59880 x1830957333134208/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.240838:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e59880 with x1830957333134208 ext(0->4095) 00010000:00010000:1.0:1746137647.240843:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141774ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbea8 expref: 57 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.240851:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141774ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbea8 expref: 57 pid: 9583 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.240856:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e59880 00000100:00100000:0.0:1746137647.242376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.242419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.244964:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.245043:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333134720 00000100:00100000:1.0:1746137647.245049:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333134720 00002000:00100000:1.0:1746137647.245079:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4e00 x1830957333134720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.245088:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4e00 with x1830957333134720 ext(0->4095) 00010000:00010000:1.0:1746137647.245095:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774eee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbea1 expref: 56 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.245106:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774eee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbea1 expref: 56 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.245115:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d4e00 00000100:00100000:1.0:1746137647.245136:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3138 00000100:00100000:1.0:1746137647.245143:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2008:x1830957333134720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137647.245250:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2008:x1830957333134720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.245255:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3138 00002000:00100000:1.0:1746137647.245260:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4e00 x1830957333134720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.245266:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4e00 with x1830957333134720 ext(0->4095) 00010000:00010000:1.0:1746137647.245270:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774eee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbea1 expref: 56 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.245278:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141774eee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbea1 expref: 56 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.245283:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d4e00 00000100:00100000:1.0:1746137647.247181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.247224:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333134976 00000100:00100000:0.0:1746137647.247230:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333134976 00000100:00100000:0.0:1746137647.247273:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30459 00000100:00100000:0.0:1746137647.247281:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1679:x1830957333134976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137647.247297:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137647.247311:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0xddf4fb6141774f03 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbeb6 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.247330:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137647.247336:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141774efc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbeaf expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.247342:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137647.247344:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0xddf4fb6141774f03 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbeb6 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.247386:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141774efc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbeaf expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.247398:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0xddf4fb6141774f03 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbeb6 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137647.247405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746137647.247406:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:0.0:1746137647.247437:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1679:x1830957333134976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137647.247443:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30459 00000100:00100000:1.0:1746137647.251415:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.253375:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333135232 00000100:00100000:0.0:1746137647.253383:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333135232 00002000:00100000:0.0:1746137647.253421:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205de680 x1830957333135232/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.253429:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205de680 with x1830957333135232 ext(0->4095) 00010000:00010000:0.0:1746137647.253436:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141774efc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbeaf expref: 6 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.253448:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141774efc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbeaf expref: 6 pid: 9583 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746137647.253453:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205de680 00000100:00100000:0.0:1746137647.253519:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3139 00000100:00100000:0.0:1746137647.253526:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333135232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137647.253649:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333135232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (2245us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137647.253655:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3139 00002000:00100000:0.0:1746137647.253661:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205de680 x1830957333135232/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.253671:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205de680 with x1830957333135232 ext(0->4095) 00010000:00010000:0.0:1746137647.253675:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141774efc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbeaf expref: 6 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.253684:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141774efc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbeaf expref: 6 pid: 9583 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746137647.253689:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205de680 00000100:00100000:0.0:1746137647.254986:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.256780:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.258132:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333135744 00000100:00100000:1.0:1746137647.258137:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333135744 00000100:00100000:1.0:1746137647.258174:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30460 00000100:00100000:1.0:1746137647.258179:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333135744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.258189:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.258201:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb6141774f0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbebd expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.258218:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0xddf4fb6141774f03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbeb6 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.258222:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.258223:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.258226:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb6141774f0a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbebd expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.258243:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0xddf4fb6141774f03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbeb6 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.258250:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d19e00/0xddf4fb6141774f03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbeb6 expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.258256:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327206144:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.258312:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.259527:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327206144:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.259543:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb6141774f0a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbebd expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.259552:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7800, rc 0) 00000100:00100000:1.0:1746137647.259585:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333135744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1405us (1511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.259592:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30460 00000100:00100000:0.0:1746137647.259729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.261869:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.263438:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.263474:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333136256 00000100:00100000:1.0:1746137647.263482:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333136256 00000100:00100000:1.0:1746137647.263520:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30461 00000100:00100000:1.0:1746137647.263525:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1685:x1830957333136256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.263535:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.263546:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141774f11 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbec4 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.263566:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb6141774f0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbebd expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.263571:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.263573:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.263576:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141774f11 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbec4 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.263598:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb6141774f0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbebd expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.263608:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb6141774f0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbebd expref: 5 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.263617:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327206400:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.263690:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.265238:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327206400:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.265253:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141774f11 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbec4 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.265264:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7e00, rc 0) 00000100:00100000:0.0:1746137647.265268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.265292:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1685:x1830957333136256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1766us (1856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.265298:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30461 00000100:00100000:0.0:1746137647.266892:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.268417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.268474:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333136768 00000100:00100000:1.0:1746137647.268479:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333136768 00000100:00100000:1.0:1746137647.268514:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30462 00000100:00100000:1.0:1746137647.268521:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333136768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.268533:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.268545:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774f18 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbecb expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.268565:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141774f11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbec4 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.268571:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.268573:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.268576:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774f18 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbecb expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.268597:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141774f11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbec4 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.268630:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141774f11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbec4 expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.268641:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327206656:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.268707:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.269802:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327206656:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.269852:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774f18 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbecb expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.269863:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6000, rc 0) 00000100:00100000:1.0:1746137647.269896:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333136768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1375us (1483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.269903:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30462 00000100:00100000:0.0:1746137647.270724:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.272469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.277994:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.278048:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333137408 00000100:00100000:1.0:1746137647.278056:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333137408 00000100:00100000:1.0:1746137647.278101:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30463 00000100:00100000:1.0:1746137647.278108:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1685:x1830957333137408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.278122:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.278140:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774f1f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbed2 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.278162:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774f18 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbecb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.278173:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.278174:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.278178:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774f1f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbed2 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.278209:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774f18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbecb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.278219:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774f18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbecb expref: 5 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.278228:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327206912:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.278302:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.280597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.281276:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.281363:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327206912:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.281378:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141774f1f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbed2 expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.281386:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7400, rc 0) 00000100:00100000:1.0:1746137647.281407:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:1685:x1830957333137408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3299us (3419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.281412:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30463 00000100:00100000:0.0:1746137647.283681:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.286097:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.286173:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333138048 00000100:00100000:1.0:1746137647.286179:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333138048 00000100:00100000:1.0:1746137647.286225:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30465 00000100:00100000:1.0:1746137647.286233:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333138048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.286245:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.286259:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774f2d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbee0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137647.286269:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137647.286278:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.286283:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141774f26 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbed9 expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.286288:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137647.286291:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774f2d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbee0 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.286530:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141774f26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbed9 expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.286539:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141774f26 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbed9 expref: 58 pid: 9583 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.286549:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327207296:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.286649:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.287648:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327207296:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.287664:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774f2d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbee0 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.287673:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6000, rc 0) 00000100:00100000:1.0:1746137647.287698:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333138048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1466us (1608us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.287705:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30465 00000100:00100000:0.0:1746137647.288373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.290704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.290793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.290871:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333138560 00000100:00100000:1.0:1746137647.290880:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333138560 00000100:00100000:1.0:1746137647.291011:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30466 00000100:00100000:1.0:1746137647.291018:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1679:x1830957333138560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.291037:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.291050:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774f34 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbee7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.291071:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.291077:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774f2d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbee0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.291083:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137647.291086:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774f34 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbee7 expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.291114:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774f2d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbee0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.291125:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141774f34 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbee7 expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.291133:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6e00, rc 0) 00000100:00100000:1.0:1746137647.291166:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:1679:x1830957333138560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.291172:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30466 00000100:00100000:0.0:1746137647.293146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.295963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.299712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.302065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.306684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.309777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.310798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.312258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.313050:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333140096 00000100:00100000:0.0:1746137647.313055:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333140096 00000100:00100000:0.0:1746137647.313078:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30469 00000100:00100000:0.0:1746137647.313083:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1685:x1830957333140096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137647.313093:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137647.313103:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d18200/0xddf4fb6141774f49 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbefc expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.313117:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.313121:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141774f42 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbef5 expref: 59 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.313126:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137647.313129:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d18200/0xddf4fb6141774f49 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbefc expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.313152:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141774f42 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbef5 expref: 59 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.313161:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d18200/0xddf4fb6141774f49 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbefc expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.313167:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18200, rc 0) 00000100:00100000:0.0:1746137647.313195:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:1685:x1830957333140096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137647.313200:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30469 00000100:00100000:0.0:1746137647.313274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.316423:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.317996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.320123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.322909:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.325410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.327736:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.329485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.330273:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.332101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.333727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.335951:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.336972:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.340603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.342758:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.342880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.345621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.347561:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.350457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.352258:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.354247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.356226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.358573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.360366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.361032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.363410:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.367705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.367750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.370094:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.372165:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.372215:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.373902:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.378838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.382586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.384566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.392025:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.392124:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.394555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.394605:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333146752 00000100:00100000:1.0:1746137647.394610:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333146752 00000100:00100000:0.0:1746137647.394617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.394637:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30482 00000100:00100000:1.0:1746137647.394642:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:1685:x1830957333146752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.394654:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.394664:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774fa4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbf57 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.394678:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.394682:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141774f9d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf50 expref: 60 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.394687:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.394690:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774fa4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf57 expref: 60 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.394709:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141774f9d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf50 expref: 60 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.394716:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141774fa4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf57 expref: 60 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.394721:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6000, rc 0) 00000100:00100000:1.0:1746137647.394742:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:1685:x1830957333146752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.394792:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30482 00000100:00100000:0.0:1746137647.398521:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.401496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.402772:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.404406:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.405968:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.408526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.410336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.411952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.414297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.416283:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.417238:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2007:x1830957333148800:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 774us (954us total) trans 4294972133 rc 0/0 00000100:00100000:0.0:1746137647.417246:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3153 00002000:00100000:0.0:1746137647.417252:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092f3a300 x1830957333148800/t4294972133(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 496/448 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.417259:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3a300 with x1830957333148800 ext(0->7) 00010000:00010000:0.0:1746137647.417264:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141774fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf65 expref: 60 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.417274:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141774fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf65 expref: 60 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746137647.417318:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3a300 00000100:00100000:0.0:1746137647.418388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.420763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.422467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.427754:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.430752:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.431112:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30487 00000100:00100000:1.0:1746137647.431121:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:1679:x1830957333149568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.431135:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.431150:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774fc7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbf7a expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.431174:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141774fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf73 expref: 61 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.431181:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.431182:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.431185:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774fc7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf7a expref: 61 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.431209:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141774fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf73 expref: 61 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.431220:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141774fc0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf73 expref: 61 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.431230:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327213056:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.431312:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.433345:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327213056:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.433380:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774fc7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf7a expref: 61 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.433394:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6600, rc 0) 00000100:00100000:1.0:1746137647.433445:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:1679:x1830957333149568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2325us (2709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.433452:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30487 00000100:00100000:0.0:1746137647.433527:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.436675:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.436725:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.436796:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333149952 00000100:00100000:1.0:1746137647.436827:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333149952 00000100:00100000:1.0:1746137647.436867:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30488 00000100:00100000:1.0:1746137647.436874:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333149952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.436889:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.436903:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774fce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdbf81 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.436924:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.436929:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774fc7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf7a expref: 60 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.436934:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137647.436937:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774fce lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf81 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.436965:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774fc7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf7a expref: 60 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.436975:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774fce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf81 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.436983:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6a00, rc 0) 00000100:00100000:1.0:1746137647.437480:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333149952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 605us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.437486:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30488 00000100:00100000:0.0:1746137647.440500:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.440611:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333150336 00000100:00100000:1.0:1746137647.440618:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333150336 00002000:00100000:1.0:1746137647.440659:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec59500 x1830957333150336/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.440668:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59500 with x1830957333150336 ext(0->4095) 00010000:00010000:1.0:1746137647.440676:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774fc7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf7a expref: 61 pid: 26520 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.440688:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774fc7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf7a expref: 61 pid: 26520 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.440694:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec59500 00000100:00100000:1.0:1746137647.440725:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3155 00000100:00100000:1.0:1746137647.440732:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:2007:x1830957333150336:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137647.441342:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2007:x1830957333150336:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 608us (849us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.441358:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3155 00002000:00100000:1.0:1746137647.441363:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec59500 x1830957333150336/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.441371:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59500 with x1830957333150336 ext(0->4095) 00010000:00010000:1.0:1746137647.441376:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf7a expref: 60 pid: 26520 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.441386:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141774fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf7a expref: 60 pid: 26520 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.441390:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec59500 00000100:00100000:0.0:1746137647.444264:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.444471:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.447620:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.447716:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333150848 00000100:00100000:1.0:1746137647.447722:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333150848 00002000:00100000:1.0:1746137647.447753:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5ad80 x1830957333150848/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.447762:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5ad80 with x1830957333150848 ext(0->4095) 00010000:00010000:1.0:1746137647.447769:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774fce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf81 expref: 6 pid: 26520 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.447781:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774fce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf81 expref: 6 pid: 26520 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.447786:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5ad80 00000100:00100000:1.0:1746137647.447830:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3156 00000100:00100000:1.0:1746137647.447836:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333150848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137647.447938:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333150848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.447944:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3156 00002000:00100000:1.0:1746137647.447949:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5ad80 x1830957333150848/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.447956:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5ad80 with x1830957333150848 ext(0->4095) 00010000:00010000:1.0:1746137647.447961:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774fce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf81 expref: 6 pid: 26520 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.447969:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141774fce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf81 expref: 6 pid: 26520 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.447979:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5ad80 00000100:00100000:0.0:1746137647.449767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.455056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.455129:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333151232 00000100:00100000:0.0:1746137647.455136:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333151232 00002000:00100000:0.0:1746137647.455170:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205df480 x1830957333151232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.455178:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205df480 with x1830957333151232 ext(0->4095) 00002000:00010000:0.0:1746137647.455181:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801205df480 00000100:00100000:0.0:1746137647.455345:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14370 00000100:00100000:0.0:1746137647.455362:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2007:x1830957333151232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137647.455451:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2007:x1830957333151232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137647.455464:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14370 00002000:00100000:0.0:1746137647.455469:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205df480 x1830957333151232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.455475:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205df480 with x1830957333151232 ext(0->4095) 00002000:00010000:0.0:1746137647.455478:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801205df480 00000100:00100000:0.0:1746137647.457371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.462170:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.463456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.465135:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.467140:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.470175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.474740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.481583:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.481668:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333152512 00000100:00100000:1.0:1746137647.481675:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333152512 00002000:00100000:1.0:1746137647.481711:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009861a680 x1830957333152512/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 496/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.481720:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861a680 with x1830957333152512 ext(0->7) 00010000:00010000:1.0:1746137647.481729:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141774fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf96 expref: 60 pid: 26520 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.481741:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141774fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf96 expref: 60 pid: 26520 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.481747:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861a680 00000100:00100000:0.0:1746137647.483379:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2008:x1830957333152512:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 857us (1802us total) trans 4294972134 rc 0/0 00000100:00100000:0.0:1746137647.483387:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3158 00002000:00100000:0.0:1746137647.483394:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009861a680 x1830957333152512/t4294972134(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 496/448 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.483403:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861a680 with x1830957333152512 ext(0->7) 00010000:00010000:0.0:1746137647.483410:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141774fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf96 expref: 62 pid: 26520 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.483421:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141774fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbf96 expref: 62 pid: 26520 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746137647.483432:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861a680 00000100:00100000:0.0:1746137647.486114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.486386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.490228:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.492871:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.496297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.499207:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.501543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.504084:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.506295:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.506396:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.509524:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.511432:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.512849:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.512890:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.516685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.518489:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.519032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.521403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.523739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.526833:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.528278:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.530029:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.532096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.535222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.537029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.540970:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.541025:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333157120 00000100:00100000:0.0:1746137647.541030:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333157120 00002000:00100000:0.0:1746137647.541061:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205de300 x1830957333157120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.541070:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205de300 with x1830957333157120 ext(0->4095) 00010000:00010000:0.0:1746137647.541077:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141775022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbfd5 expref: 63 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.541088:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141775022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbfd5 expref: 63 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746137647.541094:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205de300 00000100:00100000:0.0:1746137647.541108:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3163 00000100:00100000:0.0:1746137647.541114:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2007:x1830957333157120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137647.541199:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2007:x1830957333157120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (229us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137647.541203:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3163 00002000:00100000:0.0:1746137647.541207:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205de300 x1830957333157120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.541214:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205de300 with x1830957333157120 ext(0->4095) 00010000:00010000:0.0:1746137647.541218:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141775022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbfd5 expref: 63 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.541226:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141775022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbfd5 expref: 63 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746137647.541231:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205de300 00000100:00100000:0.0:1746137647.543444:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.543490:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.546861:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.549198:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.549649:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.552785:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.552954:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333158144 00000100:00100000:1.0:1746137647.552960:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333158144 00002000:00100000:1.0:1746137647.552991:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081286300 x1830957333158144/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.553000:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081286300 with x1830957333158144 ext(0->4095) 00010000:00010000:1.0:1746137647.553007:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141775030 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbfe3 expref: 6 pid: 26520 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.553018:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141775030 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbfe3 expref: 6 pid: 26520 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.553025:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081286300 00000100:00100000:1.0:1746137647.553038:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3165 00000100:00100000:1.0:1746137647.553044:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081286300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333158144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137647.553134:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081286300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333158144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.553139:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3165 00002000:00100000:1.0:1746137647.553144:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081286300 x1830957333158144/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.553151:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081286300 with x1830957333158144 ext(0->4095) 00010000:00010000:1.0:1746137647.553155:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141775030 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbfe3 expref: 6 pid: 26520 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.553163:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141775030 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbfe3 expref: 6 pid: 26520 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.553168:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081286300 00000100:00100000:0.0:1746137647.562680:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.566601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.569698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.573162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.577608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.577897:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333159040 00000100:00100000:0.0:1746137647.577905:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333159040 00002000:00100000:0.0:1746137647.577946:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205de680 x1830957333159040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.577955:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205de680 with x1830957333159040 ext(0->4095) 00002000:00010000:0.0:1746137647.577959:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801205de680 00000100:00100000:0.0:1746137647.577987:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14377 00000100:00100000:0.0:1746137647.577994:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333159040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137647.578111:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333159040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.578113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.578117:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14377 00002000:00100000:0.0:1746137647.578123:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205de680 x1830957333159040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.578130:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205de680 with x1830957333159040 ext(0->4095) 00002000:00010000:0.0:1746137647.578133:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801205de680 00000100:00100000:0.0:1746137647.581040:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.581622:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.583850:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.584013:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333159680 00000100:00100000:1.0:1746137647.584018:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333159680 00002000:00100000:1.0:1746137647.584049:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4704000 x1830957333159680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.584058:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704000 with x1830957333159680 ext(0->4095) 00010000:00010000:1.0:1746137647.584065:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775045 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbff8 expref: 63 pid: 26520 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.584076:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775045 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbff8 expref: 63 pid: 26520 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.584081:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4704000 00000100:00100000:1.0:1746137647.584095:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3166 00000100:00100000:1.0:1746137647.584101:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2008:x1830957333159680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137647.584536:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2008:x1830957333159680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 434us (691us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.584543:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3166 00002000:00100000:1.0:1746137647.584548:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4704000 x1830957333159680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.584554:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704000 with x1830957333159680 ext(0->4095) 00010000:00010000:1.0:1746137647.584559:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775045 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbff8 expref: 63 pid: 26520 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.584567:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775045 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbff8 expref: 63 pid: 26520 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.584572:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4704000 00000100:00100000:0.0:1746137647.587058:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.591889:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.591926:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333160064 00000100:00100000:1.0:1746137647.591936:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333160064 00002000:00100000:1.0:1746137647.591980:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4707100 x1830957333160064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.591996:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4707100 with x1830957333160064 ext(0->4095) 00002000:00010000:1.0:1746137647.592002:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4707100 00000100:00100000:1.0:1746137647.592036:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14378 00000100:00100000:1.0:1746137647.592045:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2007:x1830957333160064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137647.592169:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2007:x1830957333160064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.592175:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14378 00002000:00100000:1.0:1746137647.592180:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4707100 x1830957333160064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.592187:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4707100 with x1830957333160064 ext(0->4095) 00002000:00010000:1.0:1746137647.592190:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4707100 00000100:00100000:0.0:1746137647.595373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.595481:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333160192 00000100:00100000:1.0:1746137647.595489:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333160192 00000100:00100000:1.0:1746137647.595715:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30507 00000100:00100000:1.0:1746137647.595723:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333160192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.595737:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.595752:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141775053 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc006 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.595778:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb614177504c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbfff expref: 61 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.595784:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.595786:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.595789:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141775053 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc006 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.595860:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb614177504c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbfff expref: 61 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.595870:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb614177504c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdbfff expref: 61 pid: 26520 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.595880:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327218176:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.597059:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.598844:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327218176:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.598868:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141775053 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc006 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.598883:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7e00, rc 0) 00000100:00100000:1.0:1746137647.598917:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333160192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3195us (3551us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.598925:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30507 00000100:00100000:0.0:1746137647.599539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.603602:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333160448 00000100:00100000:0.0:1746137647.603602:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333160704 00000100:00100000:1.0:1746137647.603608:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333160448 00000100:00100000:0.0:1746137647.603608:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333160704 00002000:00100000:0.0:1746137647.603637:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28e680 x1830957333160704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.603645:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28e680 with x1830957333160704 ext(0->4095) 00000100:00100000:1.0:1746137647.603646:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30508 00002000:00010000:0.0:1746137647.603649:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28e680 00000100:00100000:1.0:1746137647.603652:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:1679:x1830957333160448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137647.603662:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14379 00010000:00010000:1.0:1746137647.603663:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746137647.603667:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333160704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00010000:00010000:1.0:1746137647.603678:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb614177505a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc00d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.603700:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141775053 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc006 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.603708:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.603710:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.603713:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb614177505a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc00d expref: 62 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.603736:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141775053 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc006 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.603746:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141775053 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc006 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.603756:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327218432:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137647.603759:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333160704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (338us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137647.603764:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14379 00002000:00100000:0.0:1746137647.603769:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28e680 x1830957333160704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.603775:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28e680 with x1830957333160704 ext(0->4095) 00010000:00010000:0.0:1746137647.603780:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141775053 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc006 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.603791:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141775053 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc006 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746137647.603797:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28e680 00000100:00100000:1.0:1746137647.603822:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.606700:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327218432:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.606728:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb614177505a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc00d expref: 62 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.606744:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6000, rc 0) 00000100:00100000:1.0:1746137647.606792:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:1679:x1830957333160448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3139us (3500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.606799:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30508 00000100:00100000:1.0:1746137647.608121:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333160960 00000100:00100000:1.0:1746137647.608129:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333160960 00000100:00100000:1.0:1746137647.608170:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30509 00000100:00100000:1.0:1746137647.608177:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:1685:x1830957333160960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.608195:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.608207:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141775061 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc014 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.608227:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.608231:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb614177505a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc00d expref: 63 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.608236:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.608240:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141775061 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc014 expref: 63 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.608267:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb614177505a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc00d expref: 63 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.608276:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141775061 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc014 expref: 63 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.608284:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6a00, rc 0) 00000100:00100000:1.0:1746137647.608845:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:1685:x1830957333160960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 667us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.608850:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30509 00000100:00100000:0.0:1746137647.611468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.613469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.616662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.618283:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.618366:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333161728 00000100:00100000:1.0:1746137647.618371:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333161728 00000100:00100000:1.0:1746137647.618409:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30510 00000100:00100000:1.0:1746137647.618415:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333161728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.618428:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.618441:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141775068 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc01b expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.618460:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141775061 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc014 expref: 61 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.618466:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.618468:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.618471:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141775068 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc01b expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.618493:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141775061 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc014 expref: 61 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.618502:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb6141775061 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc014 expref: 61 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.618511:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327218944:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.618587:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.620199:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327218944:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.620220:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141775068 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc01b expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.620234:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6e00, rc 0) 00000100:00100000:1.0:1746137647.620263:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333161728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1848us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.620270:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30510 00000100:00100000:0.0:1746137647.620952:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.627409:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333162112 00000100:00100000:0.0:1746137647.627417:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333162112 00002000:00100000:0.0:1746137647.627456:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28f480 x1830957333162112/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.627465:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f480 with x1830957333162112 ext(0->4095) 00002000:00010000:0.0:1746137647.627470:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28f480 00000100:00100000:0.0:1746137647.627490:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14381 00000100:00100000:0.0:1746137647.627497:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333162112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137647.627636:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333162112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (946us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137647.627642:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14381 00002000:00100000:0.0:1746137647.627647:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28f480 x1830957333162112/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.627653:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f480 with x1830957333162112 ext(0->4095) 00002000:00010000:0.0:1746137647.627656:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28f480 00000100:00100000:0.0:1746137647.628263:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.629322:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333162240 00000100:00100000:1.0:1746137647.629330:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333162240 00000100:00100000:1.0:1746137647.629390:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30511 00000100:00100000:1.0:1746137647.629397:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:1679:x1830957333162240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.629411:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.629425:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb614177506f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc022 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.629448:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141775068 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc01b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.629455:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.629457:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.629460:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb614177506f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc022 expref: 62 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.629485:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141775068 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc01b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.629495:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141775068 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc01b expref: 5 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.629506:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327219200:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.629595:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.632908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.635846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137647.636408:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb6141775068 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc01b expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.636439:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327219200:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.636458:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb614177506f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc022 expref: 63 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.636465:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb614177506f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc022 expref: 63 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.636474:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7800, rc 0) 00000100:00100000:1.0:1746137647.636501:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:1679:x1830957333162240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7104us (8238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.636508:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30511 00000100:00100000:0.0:1746137647.640249:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.642963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.644996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.645070:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333163136 00000100:00100000:1.0:1746137647.645076:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333163136 00002000:00100000:1.0:1746137647.645105:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200f800 x1830957333163136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.645113:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200f800 with x1830957333163136 ext(0->4095) 00002000:00010000:1.0:1746137647.645117:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200f800 00000100:00100000:1.0:1746137647.645138:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14382 00000100:00100000:1.0:1746137647.645143:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2008:x1830957333163136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137647.645246:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2008:x1830957333163136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.645251:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14382 00002000:00100000:1.0:1746137647.645256:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200f800 x1830957333163136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.645263:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200f800 with x1830957333163136 ext(0->4095) 00002000:00010000:1.0:1746137647.645266:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200f800 00000100:00100000:0.0:1746137647.647059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.647135:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333163264 00000100:00100000:1.0:1746137647.647141:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333163264 00000100:00100000:1.0:1746137647.647179:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30513 00000100:00100000:1.0:1746137647.647185:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333163264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.647197:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.647209:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb614177507d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc030 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.647227:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141775076 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc029 expref: 61 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.647755:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.647757:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.647761:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb614177507d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc030 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.647787:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141775076 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc029 expref: 61 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.647798:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141775076 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc029 expref: 61 pid: 9584 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.647842:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327219712:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.647916:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.650156:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327219712:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137647.650157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137647.650178:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb614177507d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc030 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.650192:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6a00, rc 0) 00000100:00100000:1.0:1746137647.650230:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333163264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3044us (3175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.650238:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30513 00000100:00100000:0.0:1746137647.655618:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.655686:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333163648 00000100:00100000:1.0:1746137647.655693:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333163648 00002000:00100000:1.0:1746137647.655721:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200ed80 x1830957333163648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.655731:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200ed80 with x1830957333163648 ext(0->4095) 00002000:00010000:1.0:1746137647.655735:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200ed80 00000100:00100000:1.0:1746137647.655790:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14383 00000100:00100000:1.0:1746137647.655797:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333163648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137647.655930:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333163648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.655936:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14383 00002000:00100000:1.0:1746137647.655941:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200ed80 x1830957333163648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.655948:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200ed80 with x1830957333163648 ext(0->4095) 00002000:00010000:1.0:1746137647.655951:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200ed80 00000100:00100000:0.0:1746137647.656140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.656175:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333163776 00000100:00100000:1.0:1746137647.656178:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333163776 00000100:00100000:1.0:1746137647.656196:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30514 00000100:00100000:1.0:1746137647.656200:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:1679:x1830957333163776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.656209:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.656220:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141775084 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc037 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.656239:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb614177507d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc030 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.656245:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.656247:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.656250:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141775084 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc037 expref: 62 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.656272:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb614177507d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc030 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.656282:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb614177507d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc030 expref: 5 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.656292:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327219968:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.656358:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.657381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.658382:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327219968:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.658398:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141775084 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc037 expref: 63 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.658408:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6000, rc 0) 00000100:00100000:1.0:1746137647.658445:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:1679:x1830957333163776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2243us (2304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.658454:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30514 00000100:00100000:0.0:1746137647.659037:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.665173:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.668736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.670374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.670450:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333164800 00000100:00100000:1.0:1746137647.670456:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333164800 00000100:00100000:1.0:1746137647.670497:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30516 00000100:00100000:1.0:1746137647.670502:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333164800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.670513:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.670526:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141775092 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc045 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.670547:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177508b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc03e expref: 61 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.670553:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.670555:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.670557:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb6141775092 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc045 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.670580:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177508b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc03e expref: 61 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.670589:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177508b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc03e expref: 61 pid: 26520 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.670599:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327220480:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.670663:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.672538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.674124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.676759:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.679213:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.679263:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333165440 00000100:00100000:1.0:1746137647.679270:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333165440 00000100:00100000:0.0:1746137647.679277:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.679306:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30518 00000100:00100000:1.0:1746137647.679313:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:1679:x1830957333165440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.679325:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.679337:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb61417750a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc053 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.679364:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.679369:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141775099 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc04c expref: 64 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.679374:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.679377:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb61417750a0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc053 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.679403:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141775099 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc04c expref: 64 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.679412:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb61417750a0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc053 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.679421:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6600, rc 0) 00000100:00100000:1.0:1746137647.679458:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333165440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.679463:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30518 00000100:00100000:0.0:1746137647.681403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.683053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.683122:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.685552:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.688452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.688529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.691536:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.691576:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333166848 00000100:00100000:0.0:1746137647.691582:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333166848 00002000:00100000:0.0:1746137647.691615:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8f100 x1830957333166848/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.691624:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8f100 with x1830957333166848 ext(0->4095) 00010000:00010000:0.0:1746137647.691632:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417750a7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc05a expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.691643:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417750a7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc05a expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746137647.691649:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce8f100 00000100:00100000:0.0:1746137647.691672:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3172 00000100:00100000:0.0:1746137647.691678:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333166848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137647.691781:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333166848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137647.691786:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3172 00002000:00100000:0.0:1746137647.691791:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8f100 x1830957333166848/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.691798:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8f100 with x1830957333166848 ext(0->4095) 00010000:00010000:0.0:1746137647.691802:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417750a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc05a expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.691830:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417750a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc05a expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746137647.691836:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce8f100 00000100:00100000:1.0:1746137647.697263:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.697324:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333167232 00000100:00100000:0.0:1746137647.697331:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333167232 00002000:00100000:0.0:1746137647.697373:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205df800 x1830957333167232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.697383:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205df800 with x1830957333167232 ext(0->4095) 00002000:00010000:0.0:1746137647.697386:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801205df800 00000100:00100000:0.0:1746137647.697669:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14386 00000100:00100000:0.0:1746137647.697676:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2009:x1830957333167232:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137647.697939:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2009:x1830957333167232:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 262us (682us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137647.697944:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14386 00002000:00100000:0.0:1746137647.697949:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205df800 x1830957333167232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.697956:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205df800 with x1830957333167232 ext(0->4095) 00002000:00010000:0.0:1746137647.697959:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801205df800 00000100:00100000:0.0:1746137647.699604:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.706740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.706904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.708988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.709214:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333167872 00000100:00100000:1.0:1746137647.709219:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333167872 00002000:00100000:1.0:1746137647.709244:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1f80 x1830957333167872/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.709253:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1f80 with x1830957333167872 ext(0->4095) 00010000:00010000:1.0:1746137647.709258:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb61417750b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc068 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.709269:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb61417750b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc068 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.709274:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d1f80 00000100:00100000:1.0:1746137647.709288:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3173 00000100:00100000:1.0:1746137647.709293:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333167872:12345-192.168.203.12@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746137647.709388:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333167872:12345-192.168.203.12@tcp:3:ldlm_bl.0 Request processed in 94us (400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.709393:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3173 00002000:00100000:1.0:1746137647.709397:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1f80 x1830957333167872/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.709403:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1f80 with x1830957333167872 ext(0->4095) 00010000:00010000:1.0:1746137647.709407:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb61417750b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc068 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.709415:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb61417750b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc068 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.709420:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d1f80 00000100:00100000:0.0:1746137647.710517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.715477:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.721556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.727163:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.729335:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333168512:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1943us (2170us total) trans 4294972135 rc 0/0 00000100:00100000:0.0:1746137647.729344:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3174 00002000:00100000:0.0:1746137647.729365:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846d3100 x1830957333168512/t4294972135(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 496/448 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.729373:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3100 with x1830957333168512 ext(0->7) 00010000:00010000:0.0:1746137647.729380:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417750bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc06f expref: 64 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.729392:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417750bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc06f expref: 64 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746137647.729398:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d3100 00000100:00100000:0.0:1746137647.733024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.733108:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.735598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.737962:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.740673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.743850:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.743897:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333169536 00000100:00100000:0.0:1746137647.743903:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333169536 00000100:00100000:1.0:1746137647.744143:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30525 00000100:00100000:1.0:1746137647.744151:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333169536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.744163:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.744176:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb61417750d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc084 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.744197:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417750ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc07d expref: 63 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.744203:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.744204:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.744207:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb61417750d1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc084 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.744227:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417750ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc07d expref: 63 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.744236:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417750ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc07d expref: 63 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.744245:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327222784:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.744308:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.745697:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327222784:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.745718:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb61417750d1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc084 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.745866:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6600, rc 0) 00000100:00100000:1.0:1746137647.745994:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333169536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1842us (2148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.746002:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30525 00000100:00100000:0.0:1746137647.746286:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.748863:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.751019:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.751337:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333170048 00000100:00100000:1.0:1746137647.751354:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333170048 00000100:00100000:0.0:1746137647.751496:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.751667:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333170176 00000100:00100000:1.0:1746137647.751670:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333170176 00000100:00100000:0.0:1746137647.751680:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30526 00000100:00100000:0.0:1746137647.751688:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333170048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746137647.751697:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30527 00000100:00100000:1.0:1746137647.751701:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1685:x1830957333170176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137647.751701:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.751705:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.751714:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb61417750d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc092 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.751714:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc08b expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.751733:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb61417750d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc084 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.751739:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.751741:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.751743:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb61417750d8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc092 expref: 66 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.751830:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.751835:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb61417750d8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc092 expref: 66 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.751840:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137647.751843:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc08b expref: 66 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.751866:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb61417750d8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc092 expref: 66 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.751868:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb61417750d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc084 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.751878:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb61417750d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc084 expref: 5 pid: 26520 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.751913:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327223168:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.751984:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00010000:00010000:0.0:1746137647.752050:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc08b expref: 66 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.752059:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d39e00, rc 0) 00000100:00100000:0.0:1746137647.752252:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333170048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 564us (1236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137647.752258:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30526 00000100:00100000:1.0:1746137647.754212:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327223168:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.754229:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb61417750d8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc092 expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.754237:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7400, rc 0) 00000100:00100000:1.0:1746137647.754269:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1685:x1830957333170176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2567us (2772us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.754276:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30527 00000100:00100000:0.0:1746137647.754494:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.757324:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.759949:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.759989:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.760012:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333170688 00000100:00100000:1.0:1746137647.760019:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333170688 00000100:00100000:1.0:1746137647.760058:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30528 00000100:00100000:1.0:1746137647.760065:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333170688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.760076:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.760088:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb61417750e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc099 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.760104:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.760109:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc08b expref: 65 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.760114:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137647.760117:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb61417750e6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc099 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.760154:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc08b expref: 65 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.760164:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb61417750e6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc099 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.760171:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.760172:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.760176:0:9583:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc08b expref: 64 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.760182:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc08b expref: 64 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.760198:0:9583:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc08b expref: 64 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.760206:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc08b expref: 64 pid: 9584 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.760216:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327223552:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137647.760263:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.762495:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327223552:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137647.762512:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6000, rc 0) 00000100:00100000:1.0:1746137647.762554:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333170688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2488us (2609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.762562:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30528 00000100:00100000:0.0:1746137647.762726:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.766500:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333171200 00000100:00100000:1.0:1746137647.766507:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333171200 00000100:00100000:1.0:1746137647.766552:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30529 00000100:00100000:1.0:1746137647.766560:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333171200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.766575:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.766589:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb61417750ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc0a0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.766608:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.766613:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb61417750e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc099 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.766619:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137647.766621:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb61417750ed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a0 expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.766649:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb61417750e6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc099 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.766658:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb61417750ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a0 expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.766667:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7800, rc 0) 00000100:00100000:1.0:1746137647.766750:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333171200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.766756:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30529 00000100:00100000:0.0:1746137647.766926:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333171328 00000100:00100000:0.0:1746137647.766930:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333171328 00010000:00010000:0.0:1746137647.766948:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc08b expref: 65 pid: 9584 timeout: 809 lvb_type: 0 00000100:00100000:0.0:1746137647.767102:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14879 00000100:00100000:0.0:1746137647.767109:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333171328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137647.767117:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137647.767139:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc08b expref: 65 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.767148:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc08b expref: 65 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.767162:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d39e00/0xddf4fb61417750df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc08b expref: 65 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.767183:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.767185:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.767190:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb61417750e6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc099 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.767197:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb61417750e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc099 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.767217:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb61417750e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc099 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.767226:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb61417750e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc099 expref: 5 pid: 9583 timeout: 809 lvb_type: 0 00000100:00100000:0.0:1746137647.767238:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327223808:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137647.767459:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.773315:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.776576:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.778894:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.778969:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333172096 00000100:00100000:1.0:1746137647.778976:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333172096 00000100:00100000:1.0:1746137647.779010:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30530 00000100:00100000:1.0:1746137647.779015:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333172096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.779029:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.779044:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb61417750f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc0a7 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.779069:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb61417750ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a0 expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.779075:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.779076:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.779079:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb61417750f4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a7 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.779103:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb61417750ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a0 expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.779114:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7800/0xddf4fb61417750ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a0 expref: 63 pid: 9583 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.779123:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327224064:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.779196:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.783199:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327224064:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.783252:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb61417750f4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a7 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.783268:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6e00, rc 0) 00000100:00100000:1.0:1746137647.783315:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333172096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4299us (4428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.783323:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30530 00000100:00100000:0.0:1746137647.786632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.786758:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333172352 00000100:00100000:1.0:1746137647.786765:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333172352 00000100:00100000:1.0:1746137647.786798:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30531 00000100:00100000:1.0:1746137647.786826:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333172352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.786841:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.786854:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417750fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc0ae expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.786875:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb61417750f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a7 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.786881:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.786883:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.786886:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417750fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ae expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.786908:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb61417750f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a7 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.786918:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb61417750f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a7 expref: 5 pid: 9583 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.786926:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327224320:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137647.786995:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.788008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.789514:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327224320:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137647.789534:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417750fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ae expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.789551:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7e00, rc 0) 00000100:00100000:1.0:1746137647.790192:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333172352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3385us (3563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.790199:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30531 00000100:00100000:0.0:1746137647.790275:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.790493:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333172736 00000100:00100000:1.0:1746137647.790498:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333172736 00000100:00100000:1.0:1746137647.790522:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30532 00000100:00100000:1.0:1746137647.790527:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1685:x1830957333172736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.790539:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.790550:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141775102 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc0b5 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.790566:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.790570:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417750fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ae expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.790575:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.790577:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141775102 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0b5 expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.790601:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417750fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ae expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.790609:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6000/0xddf4fb6141775102 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0b5 expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.790619:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6000, rc 0) 00000100:00100000:1.0:1746137647.790639:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1685:x1830957333172736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.790644:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30532 00000100:00100000:0.0:1746137647.790852:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333172864 00000100:00100000:0.0:1746137647.790855:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333172864 00010000:00010000:0.0:1746137647.790870:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb61417750f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a7 expref: 6 pid: 9583 timeout: 809 lvb_type: 0 00000100:00100000:0.0:1746137647.790885:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14882 00000100:00100000:0.0:1746137647.790890:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090952680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333172864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137647.790897:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137647.790909:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb61417750f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a7 expref: 6 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.790918:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb61417750f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a7 expref: 6 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.790932:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6e00/0xddf4fb61417750f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0a7 expref: 6 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.790947:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.790949:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.790954:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417750fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ae expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.790959:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417750fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ae expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.790982:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417750fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ae expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.790990:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7e00/0xddf4fb61417750fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ae expref: 64 pid: 9583 timeout: 809 lvb_type: 0 00000100:00100000:0.0:1746137647.790998:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327224576:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137647.792072:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.794641:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.796894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.800139:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.802296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.804238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.809454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.810538:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.810967:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333174272 00000100:00100000:1.0:1746137647.810972:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333174272 00000100:00100000:1.0:1746137647.811010:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30535 00000100:00100000:1.0:1746137647.811016:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333174272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137647.811028:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137647.811038:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141775117 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc0ca expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.811054:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.811059:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141775110 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0c3 expref: 66 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.811064:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137647.811067:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141775117 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ca expref: 66 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.811089:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141775110 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0c3 expref: 66 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.811098:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141775117 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ca expref: 66 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.811109:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6600, rc 0) 00000100:00100000:1.0:1746137647.811143:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333174272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.811148:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30535 00000100:00100000:0.0:1746137647.813490:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.815992:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.819284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.819653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.819827:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333174912 00000100:00100000:0.0:1746137647.819830:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333174912 00010000:00010000:0.0:1746137647.819845:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141775110 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0c3 expref: 65 pid: 9584 timeout: 809 lvb_type: 0 00000100:00100000:0.0:1746137647.819875:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14886 00000100:00100000:0.0:1746137647.819880:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f147100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333174912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137647.819888:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137647.820012:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141775110 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0c3 expref: 65 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.820021:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141775110 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0c3 expref: 65 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.820036:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6200/0xddf4fb6141775110 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0c3 expref: 65 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.820057:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.820059:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.820064:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141775117 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ca expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.820071:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141775117 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ca expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.820103:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141775117 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ca expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.820117:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141775117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ca expref: 64 pid: 9583 timeout: 809 lvb_type: 0 00000100:00100000:0.0:1746137647.820127:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f147b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327225600:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137647.820283:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.821708:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f147b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327225600:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137647.821725:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137647.821781:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f147100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333174912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1899us (2126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.821793:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14886 00000100:00100000:0.0:1746137647.822144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.824621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.824710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.824990:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333175424 00000100:00100000:1.0:1746137647.824995:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333175424 00010000:00010000:1.0:1746137647.825010:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141775117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ca expref: 66 pid: 9583 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.825038:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14887 00000100:00100000:1.0:1746137647.825043:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2009:x1830957333175424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137647.825051:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137647.825065:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141775117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ca expref: 66 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.825073:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141775117 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ca expref: 66 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.825087:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6600/0xddf4fb6141775117 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ca expref: 66 pid: 9583 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.825111:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.825113:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.825118:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177511e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d1 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.825125:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177511e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d1 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.825594:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177511e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d1 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.825605:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177511e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d1 expref: 5 pid: 9584 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.825616:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327225856:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137647.825689:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.826736:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327225856:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137647.826749:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137647.826763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.826777:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2009:x1830957333175424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1733us (2067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.826785:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14887 00000100:00100000:0.0:1746137647.829460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.829517:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333175808 00000100:00100000:1.0:1746137647.829524:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333175808 00010000:00010000:1.0:1746137647.829549:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177511e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d1 expref: 6 pid: 9584 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.829577:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14888 00000100:00100000:1.0:1746137647.829582:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333175808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137647.829589:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137647.829600:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177511e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d1 expref: 6 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.829606:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177511e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d1 expref: 6 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.829620:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177511e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d1 expref: 6 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.829629:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.829630:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.829635:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141775125 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d8 expref: 63 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.829639:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141775125 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d8 expref: 63 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.829659:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141775125 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d8 expref: 63 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137647.829667:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327225984:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137647.829741:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.832876:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327225984:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137647.832896:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137647.832934:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333175808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3350us (3481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.832943:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14888 00000100:00100000:0.0:1746137647.833077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.837515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.845128:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.845213:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.845285:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333176320 00000100:00100000:1.0:1746137647.845292:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333176320 00010000:00010000:1.0:1746137647.845330:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141775125 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d8 expref: 64 pid: 9584 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.845359:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14889 00000100:00100000:1.0:1746137647.845366:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f147b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333176320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137647.845377:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137647.845392:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141775125 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d8 expref: 64 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.845401:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141775125 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d8 expref: 64 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.845418:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb6141775125 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0d8 expref: 64 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.845445:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.845446:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.845451:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177512c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0df expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.845457:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177512c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0df expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.845482:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177512c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0df expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137647.845492:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327226240:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137647.846255:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.847686:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327226240:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137647.847699:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137647.847736:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f147b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333176320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2370us (2611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.847744:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14889 00000100:00100000:0.0:1746137647.848125:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.851684:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333176832 00000100:00100000:1.0:1746137647.851691:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333176832 00010000:00010000:1.0:1746137647.851717:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177512c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0df expref: 6 pid: 9584 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.851751:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14890 00000100:00100000:1.0:1746137647.851757:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333176832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137647.851768:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137647.851783:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177512c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0df expref: 6 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.851794:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177512c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0df expref: 6 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.851829:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177512c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0df expref: 6 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.851843:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.851844:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.851850:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775133 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0e6 expref: 63 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.851856:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775133 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0e6 expref: 63 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.851884:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775133 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0e6 expref: 63 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137647.851893:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327226496:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137647.852240:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.854492:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327226496:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137647.854507:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137647.854647:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333176832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2887us (3425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.854655:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14890 00000100:00100000:0.0:1746137647.855188:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.857173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.861372:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.861459:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333177344 00000100:00100000:1.0:1746137647.861464:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333177344 00002000:00100000:1.0:1746137647.861495:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009666b480 x1830957333177344/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 496/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.861504:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b480 with x1830957333177344 ext(0->7) 00010000:00010000:1.0:1746137647.861510:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0e6 expref: 64 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.861526:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0e6 expref: 64 pid: 9584 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746137647.861532:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009666b480 00000100:00100000:1.0:1746137647.861559:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3185 00000100:00100000:1.0:1746137647.861564:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2010:x1830957333177344:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137647.862493:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333177344:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 927us (1120us total) trans 4294972136 rc 0/0 00000100:00100000:0.0:1746137647.862500:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3185 00002000:00100000:0.0:1746137647.862506:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009666b480 x1830957333177344/t4294972136(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:83/0 lens 496/448 e 0 to 0 dl 1746137658 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.862513:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b480 with x1830957333177344 ext(0->7) 00010000:00010000:0.0:1746137647.862519:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0e6 expref: 66 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.862529:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0e6 expref: 66 pid: 9584 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746137647.862540:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009666b480 00000100:00100000:0.0:1746137647.864599:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.864696:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333177472 00000100:00100000:1.0:1746137647.864702:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333177472 00010000:00010000:1.0:1746137647.864723:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0e6 expref: 66 pid: 9584 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746137647.864746:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14891 00000100:00100000:1.0:1746137647.864751:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2009:x1830957333177472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137647.864761:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137647.864773:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0e6 expref: 66 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.864780:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775133 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0e6 expref: 66 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.864795:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775133 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0e6 expref: 66 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746137647.864832:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.864834:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.864838:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177513a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ed expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.864843:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177513a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ed expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.864865:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177513a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ed expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137647.864872:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327226752:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137647.865463:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137647.866260:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327226752:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137647.866273:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137647.866447:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2009:x1830957333177472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1694us (1850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.866455:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14891 00000100:00100000:0.0:1746137647.866658:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333177728 00000100:00100000:0.0:1746137647.866663:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333177728 00002000:00100000:0.0:1746137647.866697:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28ce00 x1830957333177728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.866706:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ce00 with x1830957333177728 ext(0->4095) 00002000:00010000:0.0:1746137647.866709:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28ce00 00000100:00100000:0.0:1746137647.866740:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14395 00000100:00100000:0.0:1746137647.866747:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333177728:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137647.866890:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333177728:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137647.866896:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14395 00002000:00100000:0.0:1746137647.866901:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28ce00 x1830957333177728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137647.866907:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ce00 with x1830957333177728 ext(0->4095) 00002000:00010000:0.0:1746137647.866910:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28ce00 00000100:00100000:0.0:1746137647.868991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.871790:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.871989:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.872017:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333178112 00000100:00100000:0.0:1746137647.872019:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333178112 00010000:00010000:0.0:1746137647.872033:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177513a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ed expref: 6 pid: 9584 timeout: 809 lvb_type: 0 00000100:00100000:0.0:1746137647.872052:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14892 00000100:00100000:0.0:1746137647.872057:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333178112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137647.872134:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137647.872152:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177513a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ed expref: 6 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.872161:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177513a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0ed expref: 6 pid: 9584 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746137647.872173:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.872175:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.872180:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775141 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0f4 expref: 67 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.872186:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775141 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0f4 expref: 67 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.872203:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775141 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0f4 expref: 67 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.872219:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775141 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc0f4 expref: 67 pid: 9584 timeout: 809 lvb_type: 0 00000100:00100000:0.0:1746137647.872387:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096668e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327227136:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137647.872426:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.873966:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.875874:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.875938:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.877767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.880131:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.880175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.882325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.885309:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.887772:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.889987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.893166:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.896016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.896617:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333180288 00000100:00100000:1.0:1746137647.896623:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333180288 00002000:00100000:1.0:1746137647.896653:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1500 x1830957333180288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/0 e 0 to 0 dl 1746137658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.896661:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1500 with x1830957333180288 ext(0->4095) 00002000:00010000:1.0:1746137647.896665:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1500 00000100:00100000:1.0:1746137647.896689:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14397 00000100:00100000:1.0:1746137647.896694:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333180288:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137647.896790:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333180288:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 95us (774us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137647.896798:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14397 00002000:00100000:1.0:1746137647.896802:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1500 x1830957333180288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:83/0 lens 488/4536 e 0 to 0 dl 1746137658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137647.896829:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1500 with x1830957333180288 ext(0->4095) 00002000:00010000:1.0:1746137647.896831:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1500 00000100:00100000:0.0:1746137647.898361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.899323:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.899441:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333180544 00000100:00100000:0.0:1746137647.899446:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333180544 00000100:00100000:0.0:1746137647.899471:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30547 00000100:00100000:0.0:1746137647.899477:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333180544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137647.899488:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137647.899496:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d38800/0xddf4fb614177516b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc11e expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.899512:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.899516:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141775164 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc117 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.899526:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137647.899529:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d38800/0xddf4fb614177516b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc11e expref: 68 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.899549:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141775164 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc117 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.899559:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d38800/0xddf4fb614177516b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc11e expref: 68 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.899567:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d38800, rc 0) 00000100:00100000:0.0:1746137647.899964:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1685:x1830957333180544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 485us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137647.899970:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30547 00000100:00100000:0.0:1746137647.901926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.905548:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.908758:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.913900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.916093:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.919079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.923661:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333181952 00000100:00100000:0.0:1746137647.923665:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333181952 00000100:00100000:0.0:1746137647.923691:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30549 00000100:00100000:0.0:1746137647.923696:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333181952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137647.923706:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137647.923719:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d38c00/0xddf4fb6141775179 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc12c expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.923742:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141775172 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc125 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.923749:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.923750:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.923753:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d38c00/0xddf4fb6141775179 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc12c expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.923774:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141775172 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc125 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.923783:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141775172 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc125 expref: 6 pid: 26520 timeout: 809 lvb_type: 0 00000100:00100000:0.0:1746137647.923792:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327228928:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137647.923848:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.925764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.925960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.926037:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333182208 00000100:00100000:1.0:1746137647.926040:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333182208 00000100:00100000:0.0:1746137647.928635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.930368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.932741:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.935521:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.938794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.943381:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.943431:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.945384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.945640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.947769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.949483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.951222:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.952940:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.954546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.956511:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.958596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.961917:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.964750:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.964982:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.968978:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333185792 00000100:00100000:0.0:1746137647.968984:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333185792 00010000:00010000:0.0:1746137647.969006:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417751a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc156 expref: 67 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746137647.969032:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14907 00000100:00100000:0.0:1746137647.969039:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333185792:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137647.969048:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137647.969067:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417751a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc156 expref: 67 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137647.969077:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417751a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc156 expref: 67 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137647.969093:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417751a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc156 expref: 67 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137647.969134:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.969136:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.969142:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417751aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc15d expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.969150:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417751aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc15d expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.969174:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417751aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc15d expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.969186:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417751aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc15d expref: 66 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746137647.969363:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327230976:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137647.969935:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.971535:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.975105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.975207:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.975244:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333186304 00000100:00100000:0.0:1746137647.975251:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333186304 00010000:00010000:0.0:1746137647.975282:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417751aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc15d expref: 66 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746137647.975310:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14908 00000100:00100000:0.0:1746137647.975318:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333186304:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137647.975331:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137647.975363:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417751aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc15d expref: 66 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137647.975374:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417751aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc15d expref: 66 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137647.975395:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417751aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc15d expref: 66 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137647.975409:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.975411:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137647.975418:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751b1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc164 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.975426:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc164 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137647.975455:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc164 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137647.975467:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3ece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327231104:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137647.975539:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.979868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.980331:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3ece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327231104:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137647.980360:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137647.980407:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ce8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333186304:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5088us (5199us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.980415:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14908 00000100:00100000:0.0:1746137647.983584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.983696:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333186688 00000100:00100000:1.0:1746137647.983704:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333186688 00010000:00010000:1.0:1746137647.983735:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc164 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137647.984092:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14909 00000100:00100000:1.0:1746137647.984101:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333186688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137647.984115:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137647.984136:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc164 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137647.984147:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc164 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137647.984169:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc164 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137647.984208:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.984211:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137647.984217:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417751b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc16b expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.984226:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417751b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc16b expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137647.984257:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417751b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc16b expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137647.984270:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327231360:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137647.984379:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137647.987787:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137647.988387:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327231360:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137647.988406:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137647.988448:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333186688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4348us (4879us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137647.988456:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14909 00000100:00100000:0.0:1746137647.990276:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.994255:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.997644:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137647.998931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.000242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.002158:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.004313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137648.004455:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137648.007563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.011991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.014700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.019434:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.019485:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.019523:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.019545:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333188992 00000100:00100000:0.0:1746137648.019619:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333188992 00000100:00100000:0.0:1746137648.019683:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333189248 00000100:00100000:0.0:1746137648.019687:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333189248 00000100:00100000:0.0:1746137648.019721:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1050 00000100:00100000:0.0:1746137648.019730:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2010:x1830957333188992:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137648.019781:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2010:x1830957333188992:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 51us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137648.019786:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1050 00000100:00100000:0.0:1746137648.019800:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1051 00000100:00100000:0.0:1746137648.019835:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2010:x1830957333189248:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137648.019864:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2010:x1830957333189248:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 57us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137648.019869:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1051 00000100:00080000:0.0:1746137648.019887:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746137648.019891:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137648.019952:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.019986:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.020000:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333188864 00000100:00100000:0.0:1746137648.020004:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333188864 00000100:00100000:0.0:1746137648.020030:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1052 00000100:00100000:0.0:1746137648.020036:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333188864:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137648.020062:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333188864:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 26us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137648.020068:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1052 00000100:00080000:0.0:1746137648.020081:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137648.020111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.020179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.020193:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333189376 00000100:00100000:0.0:1746137648.020195:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333189376 00000100:00100000:0.0:1746137648.020228:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1053 00000100:00100000:0.0:1746137648.020235:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333189376:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137648.020264:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333189376:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 29us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137648.020270:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1053 00000100:00080000:0.0:1746137648.020284:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137648.020325:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.020395:0:7230:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333188736 00000100:00100000:1.0:1746137648.020399:0:7230:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333188736 00000100:00100000:1.0:1746137648.020424:0:7230:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 543 00000100:00100000:1.0:1746137648.020429:0:7230:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9fc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e86c546-3529-434a-aea7-948422805b2a+12:2010:x1830957333188736:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137648.020431:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333189504 00000100:00100000:0.0:1746137648.020435:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333189504 00000100:00100000:1.0:1746137648.020462:0:7230:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9fc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e86c546-3529-434a-aea7-948422805b2a+12:2010:x1830957333188736:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 32us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137648.020464:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333189120 00000100:00100000:1.0:1746137648.020466:0:7230:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 543 00000100:00100000:0.0:1746137648.020467:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333189120 00000100:00100000:0.0:1746137648.020487:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 731 00000100:00100000:0.0:1746137648.020494:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333189504:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746137648.020503:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 732 00000100:00100000:0.0:1746137648.020523:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333189504:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 29us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137648.020528:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 731 00000100:00080000:0.0:1746137648.020542:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137648.020595:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333189632 00000100:00100000:0.0:1746137648.020598:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333189632 00010000:00010000:0.0:1746137648.020620:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417751cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc180 expref: 66 pid: 9584 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746137648.020642:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14913 00000100:00100000:0.0:1746137648.020648:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333189632:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137648.020657:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137648.020675:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417751cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc180 expref: 66 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.020686:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417751cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc180 expref: 66 pid: 9584 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.020786:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2010:x1830957333189120:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746137648.020830:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2010:x1830957333189120:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 47us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.020836:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 732 00010000:00010000:0.0:1746137648.020848:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb61417751cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc180 expref: 66 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.020868:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137648.020870:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137648.020877:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc187 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.021111:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc187 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.021141:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc187 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137648.021154:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327232384:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137648.022772:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137648.029147:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.029294:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327232384:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137648.029310:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137648.029763:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333189632:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 9113us (9435us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.029773:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14913 00000100:00100000:0.0:1746137648.031655:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.032091:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333190144 00000100:00100000:1.0:1746137648.032099:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333190144 00010000:00010000:1.0:1746137648.032130:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc187 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.032174:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14914 00000100:00100000:1.0:1746137648.032182:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333190144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137648.032193:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137648.032211:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc187 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.032221:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc187 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.032242:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417751d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc187 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.032277:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.032280:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.032287:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc18e expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.032295:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc18e expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.032324:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc18e expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137648.032336:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327232640:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137648.032432:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.034362:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327232640:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137648.034382:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137648.034423:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333190144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2240us (2772us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.034433:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14914 00000100:00100000:0.0:1746137648.034679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.041025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.051683:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.056119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.058064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.058839:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333190912 00000100:00100000:1.0:1746137648.058848:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333190912 00010000:00010000:1.0:1746137648.058887:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc18e expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.058918:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14915 00000100:00100000:1.0:1746137648.058924:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2009:x1830957333190912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137648.058935:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746137648.058947:0:7223:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746137648 -> 1746137649 00002000:00010000:1.0:1746137648.058949:0:7223:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746137648 -> 1746137649 00010000:00010000:1.0:1746137648.058954:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc18e expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.058963:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc18e expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.058981:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc18e expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.059006:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.059007:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.059013:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417751e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc195 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.059020:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417751e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc195 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.059045:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417751e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc195 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.059055:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417751e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc195 expref: 5 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.059065:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327233024:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137648.059127:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.061276:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327233024:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137648.061323:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137648.061384:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ce8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2009:x1830957333190912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2449us (3314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.061394:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14915 00000100:00100000:0.0:1746137648.061477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.064942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.065024:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333191296 00000100:00100000:1.0:1746137648.065031:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333191296 00010000:00010000:1.0:1746137648.065059:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417751e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc195 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.065191:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14916 00000100:00100000:1.0:1746137648.065199:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333191296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137648.065209:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137648.065224:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417751e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc195 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.065233:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417751e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc195 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.065251:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb61417751e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc195 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.065275:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.065277:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.065284:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417751e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc19c expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.065290:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417751e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc19c expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.065315:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417751e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc19c expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137648.065324:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327233152:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137648.065411:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.066741:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327233152:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137648.066746:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137648.066755:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137648.066782:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333191296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1584us (1847us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.066790:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14916 00000100:00100000:0.0:1746137648.069300:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.074416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.074485:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333191808 00000100:00100000:1.0:1746137648.074491:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333191808 00010000:00010000:1.0:1746137648.074510:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417751e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc19c expref: 68 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.074535:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14917 00000100:00100000:1.0:1746137648.074541:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333191808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137648.074552:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137648.074567:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417751e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc19c expref: 68 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.074580:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417751e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc19c expref: 68 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.074628:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417751e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc19c expref: 68 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.074793:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.074795:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.074801:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417751f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1a3 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.074828:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417751f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1a3 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.074854:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417751f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1a3 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137648.074863:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327233408:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137648.074925:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.076124:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327233408:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137648.076135:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137648.076167:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333191808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1625us (1750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.076175:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14917 00000100:00100000:0.0:1746137648.076335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.077543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.078366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.081066:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.081145:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333192448 00000100:00100000:1.0:1746137648.081149:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333192448 00010000:00010000:1.0:1746137648.081171:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417751f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1a3 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.081193:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14918 00000100:00100000:1.0:1746137648.081198:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333192448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137648.081209:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137648.081225:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417751f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1a3 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.081235:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417751f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1a3 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.081252:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417751f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1a3 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.081261:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.081262:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.081267:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417751f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1aa expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.081274:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417751f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1aa expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.081295:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417751f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1aa expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.081301:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417751f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1aa expref: 68 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.081308:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327233792:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137648.081465:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.082529:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327233792:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137648.082542:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137648.082702:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333192448:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1502us (1636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.082709:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14918 00000100:00100000:0.0:1746137648.083056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.085479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.085556:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333192832 00000100:00100000:1.0:1746137648.085562:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333192832 00010000:00010000:1.0:1746137648.085585:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417751f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1aa expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.085622:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14919 00000100:00100000:1.0:1746137648.085629:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333192832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137648.085638:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137648.085653:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417751f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1aa expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.085664:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417751f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1aa expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.085682:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417751f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1aa expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.085695:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.085696:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.085702:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b1 expref: 68 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.085709:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b1 expref: 68 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.085734:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b1 expref: 68 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137648.085744:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327233920:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137648.086197:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.086956:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327233920:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137648.086969:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137648.086991:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333192832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1363us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.086997:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14919 00000100:00100000:0.0:1746137648.087446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.089407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.091529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.091577:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333193344 00000100:00100000:1.0:1746137648.091582:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333193344 00010000:00010000:1.0:1746137648.091600:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b1 expref: 68 pid: 9583 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.091630:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14920 00000100:00100000:1.0:1746137648.091635:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333193344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137648.091643:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137648.091657:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b1 expref: 68 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.091669:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b1 expref: 68 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.091685:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417751fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b1 expref: 68 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.091707:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.091709:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.091714:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775205 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b8 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.091720:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775205 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b8 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.091740:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775205 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b8 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137648.091750:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327234176:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137648.091792:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.093408:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327234176:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137648.093422:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137648.093501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.093580:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333193344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1944us (2050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.093588:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14920 00000100:00100000:0.0:1746137648.095580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.098118:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333193856 00000100:00100000:1.0:1746137648.098124:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333193856 00010000:00010000:1.0:1746137648.098319:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775205 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b8 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.098359:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14921 00000100:00100000:1.0:1746137648.098365:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333193856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137648.098372:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137648.098386:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775205 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b8 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.098394:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775205 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b8 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.098408:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775205 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1b8 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.098419:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.098420:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.098425:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177520c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1bf expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.098432:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177520c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1bf expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.098448:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177520c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1bf expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.098457:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177520c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1bf expref: 68 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.098466:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327234560:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137648.098702:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.100092:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327234560:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137648.100105:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137648.100141:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333193856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1775us (2096us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.100148:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14921 00000100:00100000:0.0:1746137648.100363:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.102057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.102866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.102947:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333194496 00000100:00100000:1.0:1746137648.102950:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333194496 00010000:00010000:1.0:1746137648.102963:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177520c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1bf expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.102988:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14922 00000100:00100000:1.0:1746137648.102994:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2008:x1830957333194496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137648.103001:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137648.103013:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177520c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1bf expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.103023:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177520c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1bf expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.103037:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb614177520c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1bf expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.103059:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.103060:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.103065:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141775213 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1c6 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.103071:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141775213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1c6 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.103089:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141775213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1c6 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.103098:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141775213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1c6 expref: 68 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.103107:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327234816:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137648.103163:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.104080:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327234816:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137648.104092:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137648.104114:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ce8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333194496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1120us (1249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.104122:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14922 00000100:00100000:0.0:1746137648.104273:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.105945:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.105984:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.106118:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333194880 00000100:00100000:1.0:1746137648.106122:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333194880 00010000:00010000:1.0:1746137648.106138:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141775213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1c6 expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.106170:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14923 00000100:00100000:1.0:1746137648.106228:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:2007:x1830957333194880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137648.106238:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137648.106251:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141775213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1c6 expref: 70 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.106260:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141775213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1c6 expref: 70 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.106274:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141775213 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1c6 expref: 70 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.106283:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.106285:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.106289:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177521a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1cd expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.106296:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177521a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1cd expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.106313:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177521a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1cd expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.106322:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177521a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc1cd expref: 5 pid: 9582 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.106331:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327235072:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137648.106646:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.107908:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327235072:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137648.107924:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137648.107955:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333194880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1779us (1969us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.107962:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14923 00000100:00100000:0.0:1746137648.108202:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.110927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.113032:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.116045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.117733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.121892:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.123464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.124033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.126063:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.129559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.132924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.134844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.137275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.141162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.141588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.145778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.147969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.151611:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.153996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.155880:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.158915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.161170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.162105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.164167:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.166058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.167879:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.167915:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.169645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.171484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.171554:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.173361:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.175711:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.178123:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.180390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.180480:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333200896 00000100:00100000:1.0:1746137648.180486:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333200896 00000100:00100000:1.0:1746137648.180525:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30584 00000100:00100000:1.0:1746137648.180530:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333200896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.180542:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.180553:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb614177526e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc221 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.180571:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141775267 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc21a expref: 67 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.180576:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.180577:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.180579:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb614177526e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc221 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.180596:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141775267 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc21a expref: 67 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.180602:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141775267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc21a expref: 67 pid: 9584 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.180612:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327237888:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137648.180677:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.181792:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327237888:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137648.181835:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb614177526e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc221 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.181853:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6a00, rc 0) 00000100:00100000:1.0:1746137648.181886:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333200896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1355us (1500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.181894:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30584 00000100:00100000:0.0:1746137648.182000:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.187684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.190238:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.190325:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.190429:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333201408 00000100:00100000:1.0:1746137648.190436:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333201408 00000100:00100000:1.0:1746137648.190479:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333201536 00000100:00100000:1.0:1746137648.190481:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333201536 00000100:00100000:1.0:1746137648.190496:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30585 00000100:00100000:1.0:1746137648.190503:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333201408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.190516:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.190530:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141775275 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc228 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.190554:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb614177526e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc221 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.190560:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.190562:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.190565:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141775275 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc228 expref: 69 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.190588:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb614177526e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc221 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.190598:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917a6a00/0xddf4fb614177526e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc221 expref: 5 pid: 9582 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.190607:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327238144:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137648.190665:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.192646:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327238144:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137648.192668:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917a7400/0xddf4fb6141775275 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc228 expref: 69 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.192682:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7400, rc 0) 00000100:00100000:1.0:1746137648.192713:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333201408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2210us (2481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.192720:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30585 00000100:00100000:0.0:1746137648.193269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.195643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.198217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.201213:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.201649:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333202304 00000100:00100000:1.0:1746137648.201655:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333202304 00002000:00100000:1.0:1746137648.201688:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14000 x1830957333202304/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.201696:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14000 with x1830957333202304 ext(0->4095) 00002000:00010000:1.0:1746137648.201700:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea14000 00000100:00100000:1.0:1746137648.201715:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14418 00000100:00100000:1.0:1746137648.201721:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333202304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.201849:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333202304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (643us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.201854:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14418 00002000:00100000:1.0:1746137648.201858:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14000 x1830957333202304/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.201864:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14000 with x1830957333202304 ext(0->4095) 00002000:00010000:1.0:1746137648.201866:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea14000 00000100:00100000:0.0:1746137648.203880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.203960:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333202432 00000100:00100000:1.0:1746137648.203966:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333202432 00000100:00100000:1.0:1746137648.204007:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30587 00000100:00100000:1.0:1746137648.204014:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333202432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.204027:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.204041:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141775283 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc236 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.204064:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177527c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc22f expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.204071:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.204072:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.204075:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141775283 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc236 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.204122:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177527c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc22f expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.204136:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177527c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc22f expref: 67 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.204146:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327238656:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137648.204461:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.206666:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327238656:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137648.206696:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141775283 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc236 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.206711:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b33b200, rc 0) 00000100:00100000:1.0:1746137648.206746:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333202432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2733us (2871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.206753:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30587 00000100:00100000:0.0:1746137648.207045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.209178:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.213044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.213072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.213286:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333202944 00000100:00100000:1.0:1746137648.213294:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333202944 00000100:00100000:1.0:1746137648.213331:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333203072 00000100:00100000:1.0:1746137648.213334:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333203072 00000100:00100000:1.0:1746137648.213361:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30589 00000100:00100000:1.0:1746137648.213365:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333203072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.213369:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.213382:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb614177528a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc244 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.213404:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141775283 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc236 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.213415:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.213417:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.213420:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb614177528a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc244 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.213453:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141775283 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc236 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.213462:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141775283 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc236 expref: 5 pid: 9582 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.213471:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327238912:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137648.214170:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.216406:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327238912:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137648.216432:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb614177528a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc244 expref: 69 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.216446:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b33ba00, rc 0) 00000100:00100000:1.0:1746137648.216479:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333203072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3112us (3404us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.216486:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30589 00000100:00100000:0.0:1746137648.216639:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.220373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.222456:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.224562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.224713:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333203840 00000100:00100000:1.0:1746137648.224718:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333203840 00002000:00100000:1.0:1746137648.224743:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15180 x1830957333203840/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.224756:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15180 with x1830957333203840 ext(0->4095) 00002000:00010000:1.0:1746137648.224760:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15180 00000100:00100000:1.0:1746137648.224830:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14420 00000100:00100000:1.0:1746137648.224837:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333203840:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.224938:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333203840:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.224943:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14420 00002000:00100000:1.0:1746137648.224948:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15180 x1830957333203840/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.224954:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15180 with x1830957333203840 ext(0->4095) 00002000:00010000:1.0:1746137648.224956:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15180 00000100:00100000:0.0:1746137648.227027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.227104:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333203968 00000100:00100000:1.0:1746137648.227111:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333203968 00000100:00100000:0.0:1746137648.229150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.231067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.234071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.235265:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.235323:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333204608 00000100:00100000:1.0:1746137648.235328:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333204608 00000100:00100000:1.0:1746137648.235413:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30592 00000100:00100000:1.0:1746137648.235418:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333204608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.235429:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.235438:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0xddf4fb61417752a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc259 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.235453:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.235457:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177529f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc252 expref: 70 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.235466:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.235469:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0xddf4fb61417752a6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc259 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.235494:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177529f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc252 expref: 70 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.235505:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0xddf4fb61417752a6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc259 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.235514:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18c00, rc 0) 00000100:00100000:1.0:1746137648.235855:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:1679:x1830957333204608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 435us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.235863:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30592 00000100:00100000:0.0:1746137648.237076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.239302:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.241239:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.241289:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.244448:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.244525:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333205504 00000100:00100000:1.0:1746137648.244530:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333205504 00002000:00100000:1.0:1746137648.244559:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9c00 x1830957333205504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.244566:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9c00 with x1830957333205504 ext(0->4095) 00010000:00010000:1.0:1746137648.244571:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0xddf4fb61417752a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc259 expref: 68 pid: 9582 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.244581:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0xddf4fb61417752a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc259 expref: 68 pid: 9582 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.244587:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f9c00 00000100:00100000:1.0:1746137648.244655:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3212 00000100:00100000:1.0:1746137648.244662:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333205504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.245018:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333205504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 355us (570us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.245024:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3212 00002000:00100000:1.0:1746137648.245030:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9c00 x1830957333205504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.245036:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9c00 with x1830957333205504 ext(0->4095) 00010000:00010000:1.0:1746137648.245040:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0xddf4fb61417752a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc259 expref: 68 pid: 9582 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.245048:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d18c00/0xddf4fb61417752a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc259 expref: 68 pid: 9582 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.245053:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f9c00 00000100:00100000:0.0:1746137648.247148:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.247230:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.249578:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.249729:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333206016 00000100:00100000:1.0:1746137648.249733:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333206016 00002000:00100000:1.0:1746137648.249763:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fb480 x1830957333206016/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.249770:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fb480 with x1830957333206016 ext(0->4095) 00010000:00010000:1.0:1746137648.249775:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417752ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc260 expref: 6 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.249784:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417752ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc260 expref: 6 pid: 9584 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.249791:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fb480 00000100:00100000:1.0:1746137648.249801:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3213 00000100:00100000:1.0:1746137648.249825:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333206016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.249908:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333206016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.249912:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3213 00002000:00100000:1.0:1746137648.249915:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fb480 x1830957333206016/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.249920:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fb480 with x1830957333206016 ext(0->4095) 00010000:00010000:1.0:1746137648.249922:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417752ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc260 expref: 6 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.249928:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417752ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc260 expref: 6 pid: 9584 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.249931:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fb480 00000100:00100000:0.0:1746137648.251797:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.255411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.255466:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333206400 00000100:00100000:1.0:1746137648.255471:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333206400 00002000:00100000:1.0:1746137648.255505:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f8e00 x1830957333206400/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.255514:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f8e00 with x1830957333206400 ext(0->4095) 00002000:00010000:1.0:1746137648.255518:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f8e00 00000100:00100000:1.0:1746137648.255546:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14422 00000100:00100000:1.0:1746137648.255553:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333206400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.255644:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333206400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.255649:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14422 00002000:00100000:1.0:1746137648.255654:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f8e00 x1830957333206400/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.255660:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f8e00 with x1830957333206400 ext(0->4095) 00002000:00010000:1.0:1746137648.255662:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f8e00 00000100:00100000:0.0:1746137648.257154:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.259791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.263511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.265058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.265224:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.267579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.271032:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.271237:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333207552 00000100:00100000:1.0:1746137648.271243:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333207552 00002000:00100000:1.0:1746137648.271272:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2680 x1830957333207552/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.271281:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2680 with x1830957333207552 ext(0->4095) 00010000:00010000:1.0:1746137648.271288:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417752c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc275 expref: 69 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.271300:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417752c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc275 expref: 69 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.271306:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2680 00000100:00100000:1.0:1746137648.271335:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3214 00000100:00100000:1.0:1746137648.271354:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2008:x1830957333207552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.271480:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2008:x1830957333207552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.271486:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3214 00002000:00100000:1.0:1746137648.271491:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2680 x1830957333207552/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.271498:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2680 with x1830957333207552 ext(0->4095) 00010000:00010000:1.0:1746137648.271502:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417752c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc275 expref: 69 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.271510:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417752c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc275 expref: 69 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.271515:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2680 00000100:00100000:0.0:1746137648.274318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.277884:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.277964:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333207936 00000100:00100000:1.0:1746137648.277970:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333207936 00002000:00100000:1.0:1746137648.278000:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa680 x1830957333207936/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.278012:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa680 with x1830957333207936 ext(0->4095) 00002000:00010000:1.0:1746137648.278015:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9aa680 00000100:00100000:1.0:1746137648.278040:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14424 00000100:00100000:1.0:1746137648.278047:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2010:x1830957333207936:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137648.278192:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2010:x1830957333207936:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.278198:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14424 00002000:00100000:1.0:1746137648.278203:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa680 x1830957333207936/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.278215:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa680 with x1830957333207936 ext(0->4095) 00002000:00010000:1.0:1746137648.278217:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9aa680 00000100:00100000:0.0:1746137648.279747:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.282331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.286446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.286545:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333208448 00000100:00100000:1.0:1746137648.286551:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333208448 00002000:00100000:1.0:1746137648.286584:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9abb80 x1830957333208448/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.286592:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9abb80 with x1830957333208448 ext(0->4095) 00002000:00010000:1.0:1746137648.286595:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9abb80 00000100:00100000:1.0:1746137648.286623:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14425 00000100:00100000:1.0:1746137648.286629:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333208448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.286732:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333208448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.286737:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14425 00002000:00100000:1.0:1746137648.286742:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9abb80 x1830957333208448/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.286747:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9abb80 with x1830957333208448 ext(0->4095) 00002000:00010000:1.0:1746137648.286750:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9abb80 00000100:00100000:0.0:1746137648.288529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.289011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.291005:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327241984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746137648.291034:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137648.291050:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137648.291323:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746137648.291370:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327241984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746137648.293302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.295247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.297968:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.300225:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.303386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.305373:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.305421:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333209984 00000100:00100000:1.0:1746137648.305426:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333209984 00002000:00100000:1.0:1746137648.305452:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9ab800 x1830957333209984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.305461:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ab800 with x1830957333209984 ext(0->4095) 00002000:00010000:1.0:1746137648.305465:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9ab800 00000100:00100000:1.0:1746137648.305489:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14427 00000100:00100000:1.0:1746137648.305495:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333209984:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.305596:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333209984:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.305602:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14427 00002000:00100000:1.0:1746137648.305607:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9ab800 x1830957333209984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.305614:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ab800 with x1830957333209984 ext(0->4095) 00002000:00010000:1.0:1746137648.305616:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9ab800 00000100:00100000:0.0:1746137648.307359:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.308091:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.310243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.312964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.313012:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333210624 00000100:00100000:1.0:1746137648.313018:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333210624 00002000:00100000:1.0:1746137648.313045:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a8380 x1830957333210624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.313053:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8380 with x1830957333210624 ext(0->4095) 00010000:00010000:1.0:1746137648.313059:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417752ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc29f expref: 69 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.313070:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417752ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc29f expref: 69 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.313079:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a8380 00000100:00100000:1.0:1746137648.313099:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3216 00000100:00100000:1.0:1746137648.313105:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333210624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.313214:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333210624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.313220:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3216 00002000:00100000:1.0:1746137648.313225:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a8380 x1830957333210624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.313232:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8380 with x1830957333210624 ext(0->4095) 00010000:00010000:1.0:1746137648.313236:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417752ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc29f expref: 69 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.313244:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417752ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc29f expref: 69 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.313249:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a8380 00000100:00100000:0.0:1746137648.315063:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.315106:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.316930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.317256:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333211136 00000100:00100000:1.0:1746137648.317260:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333211136 00002000:00100000:1.0:1746137648.317286:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c711c00 x1830957333211136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.317295:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c711c00 with x1830957333211136 ext(0->4095) 00010000:00010000:1.0:1746137648.317323:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417752f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2a6 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.317337:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417752f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2a6 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.317353:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c711c00 00000100:00100000:1.0:1746137648.317430:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3217 00000100:00100000:1.0:1746137648.317436:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333211136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.317661:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333211136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 225us (731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.317668:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3217 00002000:00100000:1.0:1746137648.317673:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c711c00 x1830957333211136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.317680:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c711c00 with x1830957333211136 ext(0->4095) 00010000:00010000:1.0:1746137648.317684:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417752f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2a6 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.317693:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417752f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2a6 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.317699:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c711c00 00000100:00100000:0.0:1746137648.319067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.319263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.319289:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333211392 00000100:00100000:0.0:1746137648.319291:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333211392 00010000:00010000:0.0:1746137648.319304:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417752f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2a6 expref: 70 pid: 9584 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746137648.319329:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14955 00000100:00100000:0.0:1746137648.319333:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:2010:x1830957333211392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137648.319340:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137648.319366:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417752f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2a6 expref: 70 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.319375:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417752f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2a6 expref: 70 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.319389:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417752f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2a6 expref: 70 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.319779:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137648.319835:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2010:x1830957333211392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 500us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137648.319841:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14955 00000100:00100000:0.0:1746137648.321475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.321675:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333211648 00000100:00100000:1.0:1746137648.321681:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333211648 00002000:00100000:1.0:1746137648.321708:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c712a00 x1830957333211648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.321717:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c712a00 with x1830957333211648 ext(0->4095) 00010000:00010000:1.0:1746137648.321724:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417752fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2ad expref: 6 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.321922:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417752fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2ad expref: 6 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.321928:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c712a00 00000100:00100000:0.0:1746137648.323782:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.326362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.327914:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.330098:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.332317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.334878:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.337505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.339736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.343322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.346180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.347637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.351469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.351644:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333213696 00000100:00100000:1.0:1746137648.351651:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333213696 00002000:00100000:1.0:1746137648.351685:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d0700 x1830957333213696/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.351693:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d0700 with x1830957333213696 ext(0->4095) 00010000:00010000:1.0:1746137648.351701:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2c9 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.351712:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2c9 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.351718:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d0700 00000100:00100000:1.0:1746137648.351960:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3220 00000100:00100000:1.0:1746137648.351967:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333213696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.352063:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333213696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.352069:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3220 00002000:00100000:1.0:1746137648.352074:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d0700 x1830957333213696/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.352081:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d0700 with x1830957333213696 ext(0->4095) 00010000:00010000:1.0:1746137648.352085:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2c9 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.352093:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2c9 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.352098:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d0700 00000100:00100000:0.0:1746137648.353876:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.353958:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.354086:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333213824 00000100:00100000:0.0:1746137648.354089:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333213824 00010000:00010000:0.0:1746137648.354101:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2c9 expref: 70 pid: 9584 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746137648.354114:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14960 00000100:00100000:0.0:1746137648.354117:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:2008:x1830957333213824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137648.354122:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137648.354133:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2c9 expref: 69 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.354139:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775316 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2c9 expref: 69 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.354151:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775316 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2c9 expref: 69 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.354160:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137648.354161:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137648.354165:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177531d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2d0 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.354170:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177531d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2d0 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.354230:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177531d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2d0 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.354245:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177531d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2d0 expref: 5 pid: 9584 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746137648.354259:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327244672:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137648.354314:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.355009:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327244800 00000100:00100000:1.0:1746137648.355014:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327244800 00000100:00080000:0.0:1746137648.355051:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746137648.355056:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1746137648.355061:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327244800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746137648.355120:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499485504 pending 888832 free 3922235392 avail 3690713088 00000100:00100000:1.0:1746137648.355173:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327244800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.355178:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1746137648.355207:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327244672:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137648.355217:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137648.355234:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333213824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1116us (1276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137648.355240:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14960 00000100:00100000:0.0:1746137648.355507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.357918:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.360934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.361190:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333214592 00000100:00100000:1.0:1746137648.361195:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333214592 00002000:00100000:1.0:1746137648.361231:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d3800 x1830957333214592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.361240:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d3800 with x1830957333214592 ext(0->4095) 00002000:00010000:1.0:1746137648.361245:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d3800 00000100:00100000:1.0:1746137648.361274:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14430 00000100:00100000:1.0:1746137648.361279:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2009:x1830957333214592:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137648.361407:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2009:x1830957333214592:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.361413:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14430 00002000:00100000:1.0:1746137648.361417:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d3800 x1830957333214592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.361424:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d3800 with x1830957333214592 ext(0->4095) 00002000:00010000:1.0:1746137648.361427:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d3800 00000100:00100000:0.0:1746137648.365382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.369863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.371871:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.371948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.371977:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333215232 00000100:00100000:0.0:1746137648.371981:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333215232 00002000:00100000:0.0:1746137648.372011:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b002d80 x1830957333215232/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.372018:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b002d80 with x1830957333215232 ext(0->4095) 00002000:00010000:0.0:1746137648.372022:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b002d80 00000100:00100000:0.0:1746137648.372034:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14431 00000100:00100000:0.0:1746137648.372039:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333215232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137648.372215:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333215232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (265us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137648.372221:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14431 00002000:00100000:0.0:1746137648.372226:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b002d80 x1830957333215232/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.372232:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b002d80 with x1830957333215232 ext(0->4095) 00002000:00010000:0.0:1746137648.372235:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b002d80 00000100:00100000:0.0:1746137648.376793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.378911:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.381774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.382368:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333215744 00000100:00100000:1.0:1746137648.382373:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333215744 00002000:00100000:1.0:1746137648.382405:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b003100 x1830957333215744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.382414:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b003100 with x1830957333215744 ext(0->4095) 00010000:00010000:1.0:1746137648.382421:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775332 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2e5 expref: 69 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.382432:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775332 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2e5 expref: 69 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.382438:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b003100 00000100:00100000:1.0:1746137648.382466:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3222 00000100:00100000:1.0:1746137648.382472:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333215744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.382610:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333215744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (843us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.382616:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3222 00002000:00100000:1.0:1746137648.382621:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b003100 x1830957333215744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.382632:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b003100 with x1830957333215744 ext(0->4095) 00010000:00010000:1.0:1746137648.382637:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775332 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2e5 expref: 69 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.382645:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775332 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2e5 expref: 69 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.382650:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b003100 00000100:00100000:0.0:1746137648.386240:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.389853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.393617:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.396571:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.399128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.399168:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333216640 00000100:00100000:1.0:1746137648.399174:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333216640 00002000:00100000:1.0:1746137648.399206:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093095c00 x1830957333216640/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.399214:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093095c00 with x1830957333216640 ext(0->4095) 00002000:00010000:1.0:1746137648.399218:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093095c00 00000100:00100000:1.0:1746137648.399247:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14433 00000100:00100000:1.0:1746137648.399253:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333216640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.399371:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333216640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.399377:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14433 00002000:00100000:1.0:1746137648.399383:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093095c00 x1830957333216640/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.399390:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093095c00 with x1830957333216640 ext(0->4095) 00002000:00010000:1.0:1746137648.399392:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093095c00 00000100:00100000:0.0:1746137648.400892:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.400981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.401104:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30615 00000100:00100000:1.0:1746137648.401113:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333216768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.401124:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.401138:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775347 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc2fa expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.401158:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775340 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2f3 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.401164:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.401166:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.401169:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775347 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2fa expref: 70 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.401494:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775340 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2f3 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.401505:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775340 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2f3 expref: 5 pid: 9584 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.401515:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327246208:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137648.401587:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.402853:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327246208:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137648.402967:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775347 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2fa expref: 69 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.402979:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085c400, rc 0) 00000100:00100000:1.0:1746137648.403015:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333216768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1903us (2127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.403022:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30615 00000100:00100000:0.0:1746137648.403183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.406143:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333217280 00000100:00100000:1.0:1746137648.406148:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333217280 00002000:00100000:1.0:1746137648.406178:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4b6300 x1830957333217280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.406186:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b6300 with x1830957333217280 ext(0->4095) 00010000:00010000:1.0:1746137648.406193:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2fa expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.406203:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2fa expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.406208:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4b6300 00000100:00100000:1.0:1746137648.406233:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3223 00000100:00100000:1.0:1746137648.406239:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2008:x1830957333217280:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.406328:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2008:x1830957333217280:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.406333:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3223 00002000:00100000:1.0:1746137648.406337:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4b6300 x1830957333217280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.406353:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b6300 with x1830957333217280 ext(0->4095) 00010000:00010000:1.0:1746137648.406357:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2fa expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.406368:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc2fa expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.406373:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4b6300 00000100:00100000:0.0:1746137648.408385:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.410324:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.412774:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333217792 00000100:00100000:0.0:1746137648.412780:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333217792 00000100:00100000:0.0:1746137648.412829:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30617 00000100:00100000:0.0:1746137648.412835:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333217792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137648.412847:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137648.412859:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091466c00/0xddf4fb6141775355 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc308 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.412883:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177534e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc301 expref: 67 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.412888:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137648.412890:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137648.412892:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091466c00/0xddf4fb6141775355 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc308 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.412913:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177534e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc301 expref: 67 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.412921:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177534e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc301 expref: 67 pid: 9584 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746137648.412930:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093097800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327246592:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137648.412990:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137648.415664:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333217920 00000100:00100000:0.0:1746137648.415670:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333217920 00010000:00010000:0.0:1746137648.415690:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177534e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc301 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746137648.415720:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14968 00000100:00100000:0.0:1746137648.415726:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333217920:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137648.415736:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137648.415751:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177534e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc301 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.415764:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177534e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc301 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.415780:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177534e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc301 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.415967:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137648.415969:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137648.415979:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091466c00/0xddf4fb6141775355 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc308 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.415986:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091466c00/0xddf4fb6141775355 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc308 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.416010:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091466c00/0xddf4fb6141775355 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc308 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137648.416019:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327246720:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137648.416073:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137648.418535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.418651:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333218176 00000100:00100000:1.0:1746137648.418656:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333218176 00002000:00100000:1.0:1746137648.418687:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093094a80 x1830957333218176/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.418696:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094a80 with x1830957333218176 ext(0->4095) 00002000:00010000:1.0:1746137648.418699:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093094a80 00000100:00100000:1.0:1746137648.418725:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14435 00000100:00100000:1.0:1746137648.418732:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333218176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.418851:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333218176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.418856:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14435 00002000:00100000:1.0:1746137648.418861:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093094a80 x1830957333218176/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.418868:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094a80 with x1830957333218176 ext(0->4095) 00002000:00010000:1.0:1746137648.418870:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093094a80 00000100:00100000:0.0:1746137648.421168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.421333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.422881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.425722:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.425777:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333218816 00000100:00100000:1.0:1746137648.425788:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333218816 00002000:00100000:1.0:1746137648.425836:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093096a00 x1830957333218816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.425851:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093096a00 with x1830957333218816 ext(0->4095) 00010000:00010000:1.0:1746137648.425858:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177535c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc30f expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.425870:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177535c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc30f expref: 69 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.425876:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093096a00 00000100:00100000:0.0:1746137648.428546:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.428608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.431105:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.431194:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333219328 00000100:00100000:0.0:1746137648.431200:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333219328 00002000:00100000:0.0:1746137648.431228:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2300 x1830957333219328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.431237:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2300 with x1830957333219328 ext(0->4095) 00010000:00010000:0.0:1746137648.431243:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775363 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc316 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.431254:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775363 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc316 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746137648.431259:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2300 00000100:00100000:0.0:1746137648.431283:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3225 00000100:00100000:0.0:1746137648.431289:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333219328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137648.431400:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333219328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (294us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137648.431406:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3225 00002000:00100000:0.0:1746137648.431410:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2300 x1830957333219328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.431417:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2300 with x1830957333219328 ext(0->4095) 00010000:00010000:0.0:1746137648.431421:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775363 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc316 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.431429:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775363 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc316 expref: 68 pid: 9584 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746137648.431439:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2300 00000100:00100000:0.0:1746137648.432905:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.432974:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.444974:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.446967:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.451081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.453533:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.455367:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.455445:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.455598:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333220864 00000100:00100000:1.0:1746137648.455611:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333220864 00000100:00100000:1.0:1746137648.455679:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30623 00000100:00100000:1.0:1746137648.455688:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333220864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.455706:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.455723:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb6141775386 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc332 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.456046:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.456053:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177537f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc339 expref: 70 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.456059:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.456062:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb6141775386 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc332 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.456199:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177537f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc339 expref: 70 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.456216:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb6141775386 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc332 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.456226:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085c600, rc 0) 00000100:00100000:1.0:1746137648.456270:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:1679:x1830957333220864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 584us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.456277:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30623 00000100:00100000:0.0:1746137648.459916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.464405:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.467900:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.468441:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.471004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.472497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.475854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.477730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.480067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.481733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.483493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.485947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.486032:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333223296 00000100:00100000:1.0:1746137648.486036:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333223296 00002000:00100000:1.0:1746137648.486064:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f121180 x1830957333223296/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.486072:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f121180 with x1830957333223296 ext(0->4095) 00002000:00010000:1.0:1746137648.486075:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f121180 00000100:00100000:1.0:1746137648.486097:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14439 00000100:00100000:1.0:1746137648.486103:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333223296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.486190:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333223296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.486194:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14439 00002000:00100000:1.0:1746137648.486199:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f121180 x1830957333223296/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.486205:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f121180 with x1830957333223296 ext(0->4095) 00002000:00010000:1.0:1746137648.486207:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f121180 00000100:00100000:0.0:1746137648.487431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.490377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.491667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.493935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.494491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.496372:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.498216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.498284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.502048:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327250176:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137648.502064:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6200, rc 0) 00000100:00100000:0.0:1746137648.502099:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333224704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3696us (3886us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137648.502109:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30631 00000100:00100000:0.0:1746137648.503043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.503069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.506122:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.507757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.510172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.513563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.516084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.516516:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333226112 00000100:00100000:1.0:1746137648.516522:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333226112 00002000:00100000:1.0:1746137648.516550:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c9500 x1830957333226112/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.516558:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9500 with x1830957333226112 ext(0->4095) 00002000:00010000:1.0:1746137648.516562:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c9500 00000100:00100000:1.0:1746137648.516576:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14441 00000100:00100000:1.0:1746137648.516582:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333226112:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137648.516677:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333226112:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 95us (598us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.516682:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14441 00002000:00100000:1.0:1746137648.516686:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c9500 x1830957333226112/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.516691:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9500 with x1830957333226112 ext(0->4095) 00002000:00010000:1.0:1746137648.516694:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c9500 00000100:00100000:0.0:1746137648.518234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.518312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.518407:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30635 00000100:00100000:0.0:1746137648.518414:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1685:x1830957333226368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137648.518421:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137648.518427:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091467a00/0xddf4fb61417753d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc386 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.518766:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137648.518771:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb61417753cc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc37f expref: 70 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.518781:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137648.518783:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091467a00/0xddf4fb61417753d3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc386 expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.518834:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb61417753cc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc37f expref: 70 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.519377:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091467a00/0xddf4fb61417753d3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc386 expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.519387:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091467a00, rc 0) 00000100:00100000:0.0:1746137648.519418:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:1685:x1830957333226368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1004us (1105us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137648.519424:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30635 00000100:00100000:0.0:1746137648.521547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.524447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.526934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.531691:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333227136 00000100:00100000:1.0:1746137648.531698:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333227136 00002000:00100000:1.0:1746137648.531732:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a9c00 x1830957333227136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.531739:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9c00 with x1830957333227136 ext(0->4095) 00002000:00010000:1.0:1746137648.531743:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a9c00 00000100:00100000:1.0:1746137648.531771:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14442 00000100:00100000:1.0:1746137648.531777:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333227136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.531893:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333227136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (1748us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.531901:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14442 00002000:00100000:1.0:1746137648.531905:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a9c00 x1830957333227136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.531911:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9c00 with x1830957333227136 ext(0->4095) 00002000:00010000:1.0:1746137648.531913:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a9c00 00000100:00100000:0.0:1746137648.533747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.536430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.537641:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:2007:x1830957333227392:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 711us (1213us total) trans 4294972138 rc 0/0 00000100:00100000:0.0:1746137648.537646:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3234 00002000:00100000:0.0:1746137648.537652:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969c9880 x1830957333227392/t4294972138(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 496/448 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.537662:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9880 with x1830957333227392 ext(0->7) 00010000:00010000:0.0:1746137648.537667:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091467a00/0xddf4fb61417753d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc386 expref: 70 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.537675:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091467a00/0xddf4fb61417753d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc386 expref: 70 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746137648.537683:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c9880 00000001:00080000:0.0:1746137648.538545:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972138 is committed 00000100:00100000:0.0:1746137648.538975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.543553:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333227776 00000100:00100000:0.0:1746137648.543560:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333227776 00002000:00100000:0.0:1746137648.543598:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a9880 x1830957333227776/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.543607:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9880 with x1830957333227776 ext(0->4095) 00002000:00010000:0.0:1746137648.543611:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a9880 00000100:00100000:0.0:1746137648.543640:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14443 00000100:00100000:0.0:1746137648.543646:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333227776:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137648.543758:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333227776:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137648.543764:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14443 00002000:00100000:0.0:1746137648.543770:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a9880 x1830957333227776/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.543776:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9880 with x1830957333227776 ext(0->4095) 00002000:00010000:0.0:1746137648.543779:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a9880 00000100:00100000:0.0:1746137648.547057:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.549719:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.551969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.554488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.557704:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.561465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.566323:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.566674:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333228928 00000100:00100000:1.0:1746137648.566680:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333228928 00002000:00100000:1.0:1746137648.566714:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c8380 x1830957333228928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.566723:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8380 with x1830957333228928 ext(0->4095) 00010000:00010000:1.0:1746137648.566731:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417753e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc39b expref: 6 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.566743:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417753e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc39b expref: 6 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.566749:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c8380 00000100:00100000:1.0:1746137648.566773:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3236 00000100:00100000:1.0:1746137648.566778:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333228928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.566912:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333228928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (593us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.566918:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3236 00002000:00100000:1.0:1746137648.566923:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c8380 x1830957333228928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.566936:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8380 with x1830957333228928 ext(0->4095) 00010000:00010000:1.0:1746137648.566939:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417753e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc39b expref: 6 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.566948:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417753e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc39b expref: 6 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.566953:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c8380 00000100:00100000:0.0:1746137648.569337:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.570581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.572967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.575260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.578796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.582565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.585351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.589488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.591294:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.597884:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.602155:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.605183:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.608787:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.609046:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333231104 00000100:00100000:1.0:1746137648.609053:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333231104 00002000:00100000:1.0:1746137648.609086:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f0e8e00 x1830957333231104/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 496/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.609094:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e8e00 with x1830957333231104 ext(0->7) 00010000:00010000:1.0:1746137648.609101:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141775404 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3b7 expref: 6 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.609112:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141775404 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3b7 expref: 6 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.609118:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0e8e00 00000100:00100000:1.0:1746137648.609147:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3239 00000100:00100000:1.0:1746137648.609153:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333231104:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137648.610477:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333231104:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1319us (1692us total) trans 4294972139 rc 0/0 00000100:00100000:0.0:1746137648.610485:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3239 00002000:00100000:0.0:1746137648.610492:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f0e8e00 x1830957333231104/t4294972139(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 496/448 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.610500:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e8e00 with x1830957333231104 ext(0->7) 00010000:00010000:0.0:1746137648.610507:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141775404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3b7 expref: 8 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.610521:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141775404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3b7 expref: 8 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746137648.610526:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0e8e00 00000100:00100000:0.0:1746137648.614270:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.620063:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.620141:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333231488 00000100:00100000:1.0:1746137648.620150:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333231488 00002000:00100000:1.0:1746137648.620200:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e5bb80 x1830957333231488/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.620211:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5bb80 with x1830957333231488 ext(0->4095) 00002000:00010000:1.0:1746137648.620216:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e5bb80 00000100:00100000:1.0:1746137648.620239:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14446 00000100:00100000:1.0:1746137648.620246:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333231488:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.620432:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333231488:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.620438:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14446 00002000:00100000:1.0:1746137648.620442:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e5bb80 x1830957333231488/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.620449:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5bb80 with x1830957333231488 ext(0->4095) 00002000:00010000:1.0:1746137648.620451:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e5bb80 00000100:00100000:0.0:1746137648.625521:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.626231:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.628130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.631136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.633251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.633297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.637038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.637069:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333232640 00000100:00100000:0.0:1746137648.637075:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333232640 00002000:00100000:0.0:1746137648.637107:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e5a300 x1830957333232640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.637115:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5a300 with x1830957333232640 ext(0->4095) 00010000:00010000:0.0:1746137648.637123:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775419 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3cc expref: 9 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.637135:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775419 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3cc expref: 9 pid: 9584 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746137648.637141:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e5a300 00000100:00100000:0.0:1746137648.637158:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3241 00000100:00100000:0.0:1746137648.637164:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333232640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137648.637265:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333232640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137648.637271:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3241 00002000:00100000:0.0:1746137648.637276:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e5a300 x1830957333232640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.637282:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5a300 with x1830957333232640 ext(0->4095) 00010000:00010000:0.0:1746137648.637286:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775419 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3cc expref: 9 pid: 9584 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.637294:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775419 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3cc expref: 9 pid: 9584 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746137648.637300:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e5a300 00000100:00100000:0.0:1746137648.639588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.639639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.644156:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333233152 00000100:00100000:1.0:1746137648.644163:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333233152 00002000:00100000:1.0:1746137648.644198:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9180 x1830957333233152/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.644208:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9180 with x1830957333233152 ext(0->4095) 00010000:00010000:1.0:1746137648.644216:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141775420 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3d3 expref: 6 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.644228:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141775420 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3d3 expref: 6 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.644234:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9180 00000100:00100000:1.0:1746137648.644264:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3242 00000100:00100000:1.0:1746137648.644271:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333233152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.644417:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333233152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.644423:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3242 00002000:00100000:1.0:1746137648.644429:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9180 x1830957333233152/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.644437:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9180 with x1830957333233152 ext(0->4095) 00010000:00010000:1.0:1746137648.644442:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141775420 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3d3 expref: 6 pid: 9583 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.644451:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141775420 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3d3 expref: 6 pid: 9583 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.644456:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9180 00000100:00100000:0.0:1746137648.649120:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.652368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.652411:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333233536 00000100:00100000:0.0:1746137648.652417:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333233536 00002000:00100000:0.0:1746137648.652449:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1880 x1830957333233536/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.652458:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1880 with x1830957333233536 ext(0->4095) 00002000:00010000:0.0:1746137648.652462:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a1880 00000100:00100000:0.0:1746137648.652477:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14447 00000100:00100000:0.0:1746137648.652484:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333233536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137648.652603:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333233536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137648.652609:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14447 00002000:00100000:0.0:1746137648.652614:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1880 x1830957333233536/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.652621:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1880 with x1830957333233536 ext(0->4095) 00002000:00010000:0.0:1746137648.652623:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a1880 00000100:00100000:0.0:1746137648.656627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.657328:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333233664 00000100:00100000:1.0:1746137648.657337:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333233664 00000100:00100000:1.0:1746137648.658382:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30648 00000100:00100000:1.0:1746137648.658393:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333233664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.658410:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.658423:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177542e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc3e1 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.658448:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775427 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3da expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.658459:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.658461:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.658464:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177542e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e1 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.658489:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775427 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3da expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.658498:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775427 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3da expref: 7 pid: 9583 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.658507:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327254528:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137648.659234:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.660950:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327254528:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137648.660979:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177542e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e1 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.660995:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085c600, rc 0) 00000100:00100000:1.0:1746137648.661028:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333233664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2637us (4408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.661037:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30648 00000100:00100000:0.0:1746137648.661601:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.662406:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333233920 00000100:00100000:0.0:1746137648.662410:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333233920 00000100:00100000:0.0:1746137648.662434:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30649 00000100:00100000:0.0:1746137648.662439:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:1679:x1830957333233920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137648.662454:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137648.662463:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091467e00/0xddf4fb6141775435 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc3e8 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.662479:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177542e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e1 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.662489:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137648.662491:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137648.662493:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091467e00/0xddf4fb6141775435 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e8 expref: 9 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.662509:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177542e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e1 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.662520:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177542e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e1 expref: 5 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746137648.662528:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327254784:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137648.662553:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137648.665681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.666320:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333234176 00000100:00100000:1.0:1746137648.666328:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333234176 00002000:00100000:1.0:1746137648.666370:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55f80 x1830957333234176/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.666384:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55f80 with x1830957333234176 ext(0->4095) 00010000:00010000:1.0:1746137648.666391:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177542e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e1 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.666402:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177542e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e1 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.666407:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd55f80 00000100:00100000:1.0:1746137648.666437:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3243 00000100:00100000:1.0:1746137648.666443:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333234176:12345-192.168.203.12@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746137648.666548:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333234176:12345-192.168.203.12@tcp:3:ldlm_bl.0 Request processed in 104us (867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.666554:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3243 00002000:00100000:1.0:1746137648.666559:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55f80 x1830957333234176/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.666565:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55f80 with x1830957333234176 ext(0->4095) 00010000:00010000:1.0:1746137648.666569:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177542e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e1 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.666578:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177542e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e1 expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.666583:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd55f80 00000100:00100000:0.0:1746137648.669199:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.675912:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.675951:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333234560 00000100:00100000:1.0:1746137648.675957:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333234560 00002000:00100000:1.0:1746137648.676133:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd57800 x1830957333234560/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.676142:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57800 with x1830957333234560 ext(0->4095) 00002000:00010000:1.0:1746137648.676145:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd57800 00000100:00100000:1.0:1746137648.676163:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14448 00000100:00100000:1.0:1746137648.676169:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333234560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.676255:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333234560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.676261:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14448 00002000:00100000:1.0:1746137648.676265:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd57800 x1830957333234560/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.676272:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57800 with x1830957333234560 ext(0->4095) 00002000:00010000:1.0:1746137648.676274:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd57800 00000100:00100000:0.0:1746137648.679516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.682366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.683029:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333234816 00000100:00100000:1.0:1746137648.683036:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333234816 00002000:00100000:1.0:1746137648.683066:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012bd57480 x1830957333234816/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 496/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.683075:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57480 with x1830957333234816 ext(0->7) 00010000:00010000:1.0:1746137648.683081:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091467e00/0xddf4fb6141775435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e8 expref: 8 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.683092:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091467e00/0xddf4fb6141775435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e8 expref: 8 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.683104:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd57480 00000100:00100000:1.0:1746137648.683134:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3244 00000100:00100000:1.0:1746137648.683140:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333234816:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137648.687994:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2007:x1830957333234816:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 4847us (5620us total) trans 4294972140 rc 0/0 00000100:00100000:0.0:1746137648.688005:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3244 00002000:00100000:0.0:1746137648.688013:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012bd57480 x1830957333234816/t4294972140(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 496/448 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.688021:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57480 with x1830957333234816 ext(0->7) 00010000:00010000:0.0:1746137648.688030:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091467e00/0xddf4fb6141775435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e8 expref: 10 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.688043:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091467e00/0xddf4fb6141775435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc3e8 expref: 10 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746137648.688048:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd57480 00000100:00100000:0.0:1746137648.694942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.701073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.705727:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.708040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.710620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.712699:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.714955:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.715041:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333236224 00000100:00100000:1.0:1746137648.715047:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333236224 00002000:00100000:1.0:1746137648.715078:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f146680 x1830957333236224/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.715087:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f146680 with x1830957333236224 ext(0->4095) 00002000:00010000:1.0:1746137648.715091:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f146680 00000100:00100000:1.0:1746137648.715115:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14450 00000100:00100000:1.0:1746137648.715120:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333236224:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137648.715215:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333236224:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.715220:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14450 00002000:00100000:1.0:1746137648.715224:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f146680 x1830957333236224/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.715231:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f146680 with x1830957333236224 ext(0->4095) 00002000:00010000:1.0:1746137648.715234:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f146680 00000100:00100000:0.0:1746137648.717557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.719184:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.722913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.725631:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.727697:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.728653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.731669:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.734643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.735134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.739749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.742941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.746397:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.751082:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.754677:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.755167:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15008 00000100:00100000:1.0:1746137648.755176:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2007:x1830957333238528:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137648.755189:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137648.755205:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141775466 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc419 expref: 10 pid: 9582 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.755216:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141775466 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc419 expref: 10 pid: 9582 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.755234:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141775466 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc419 expref: 10 pid: 9582 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.755261:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.755263:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.755269:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177546d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc420 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.755371:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177546d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc420 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.755401:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177546d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc420 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137648.755411:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327256960:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137648.755479:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.756607:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327256960:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137648.756623:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137648.756661:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333238528:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1486us (1988us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.756670:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15008 00000100:00100000:0.0:1746137648.758159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.758204:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.761771:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.761852:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333239040 00000100:00100000:1.0:1746137648.761859:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333239040 00000100:00100000:1.0:1746137648.761904:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30659 00000100:00100000:1.0:1746137648.761912:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:1685:x1830957333239040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.761928:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.761945:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177547b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc42e expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.761967:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.761972:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775474 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc427 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.761978:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.761981:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177547b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc42e expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.762095:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775474 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc427 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.762103:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177547b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc42e expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.762111:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085ca00, rc 0) 00000100:00100000:1.0:1746137648.762128:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:1685:x1830957333239040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.762135:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30659 00000100:00100000:0.0:1746137648.762635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.766803:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.767146:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333239424 00000100:00100000:1.0:1746137648.767151:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333239424 00002000:00100000:1.0:1746137648.767183:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200d500 x1830957333239424/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.767198:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200d500 with x1830957333239424 ext(0->4095) 00010000:00010000:1.0:1746137648.767205:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775474 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc427 expref: 11 pid: 9582 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.767217:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775474 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc427 expref: 11 pid: 9582 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.767222:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200d500 00000100:00100000:1.0:1746137648.767247:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3249 00000100:00100000:1.0:1746137648.767254:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2008:x1830957333239424:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.767350:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2008:x1830957333239424:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.767356:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3249 00002000:00100000:1.0:1746137648.767360:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200d500 x1830957333239424/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.767367:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200d500 with x1830957333239424 ext(0->4095) 00010000:00010000:1.0:1746137648.767371:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775474 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc427 expref: 11 pid: 9582 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.767380:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775474 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc427 expref: 11 pid: 9582 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.767385:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200d500 00000100:00100000:0.0:1746137648.769634:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.775034:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333239808 00000100:00100000:1.0:1746137648.775041:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333239808 00002000:00100000:1.0:1746137648.775074:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968eb100 x1830957333239808/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.775083:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb100 with x1830957333239808 ext(0->4095) 00002000:00010000:1.0:1746137648.775087:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968eb100 00000100:00100000:1.0:1746137648.775106:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14453 00000100:00100000:1.0:1746137648.775111:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2007:x1830957333239808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.775207:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2007:x1830957333239808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.775213:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14453 00002000:00100000:1.0:1746137648.775217:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968eb100 x1830957333239808/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.775224:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb100 with x1830957333239808 ext(0->4095) 00002000:00010000:1.0:1746137648.775227:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968eb100 00000100:00100000:0.0:1746137648.777695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.780361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.783899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.784024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.784303:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14454 00000100:00100000:1.0:1746137648.784310:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333240320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.784419:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333240320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.784425:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14454 00002000:00100000:1.0:1746137648.784430:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8ed80 x1830957333240320/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.784436:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8ed80 with x1830957333240320 ext(0->4095) 00002000:00010000:1.0:1746137648.784439:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8ed80 00000100:00100000:0.0:1746137648.785845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.785911:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333240704 00000100:00100000:1.0:1746137648.785916:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333240704 00000100:00100000:1.0:1746137648.785955:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30662 00000100:00100000:1.0:1746137648.785961:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:1685:x1830957333240704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.785972:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.786017:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775490 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc443 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.786032:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.786036:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775489 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc43c expref: 11 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.786041:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.786044:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775490 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc443 expref: 11 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.786063:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775489 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc43c expref: 11 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.786072:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775490 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc443 expref: 11 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.786079:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085ca00, rc 0) 00000100:00100000:1.0:1746137648.786095:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:1685:x1830957333240704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.786101:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30662 00000100:00100000:0.0:1746137648.786276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.789994:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333240960 00000100:00100000:0.0:1746137648.789999:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333240960 00002000:00100000:0.0:1746137648.790031:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8700 x1830957333240960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.790039:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8700 with x1830957333240960 ext(0->4095) 00010000:00010000:0.0:1746137648.790045:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc43c expref: 11 pid: 9582 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.790056:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc43c expref: 11 pid: 9582 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746137648.790062:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e8700 00000100:00100000:0.0:1746137648.790077:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3250 00000100:00100000:0.0:1746137648.790082:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2008:x1830957333240960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137648.790173:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2008:x1830957333240960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (540us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137648.790179:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3250 00002000:00100000:0.0:1746137648.790184:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8700 x1830957333240960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.790190:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8700 with x1830957333240960 ext(0->4095) 00010000:00010000:0.0:1746137648.790194:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc43c expref: 11 pid: 9582 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.790207:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc43c expref: 11 pid: 9582 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746137648.790212:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e8700 00000100:00100000:0.0:1746137648.793019:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.798836:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.803981:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.804065:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333241472 00000100:00100000:1.0:1746137648.804073:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333241472 00000100:00100000:1.0:1746137648.804121:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30663 00000100:00100000:1.0:1746137648.804128:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333241472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.804143:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.804157:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775497 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc44a expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.804179:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775490 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc443 expref: 9 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.804185:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.804187:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.804190:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775497 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc44a expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.804213:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775490 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc443 expref: 9 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.804222:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775490 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc443 expref: 9 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.804233:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327258368:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137648.804314:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137648.806551:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.806649:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327258368:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137648.806672:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775497 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc44a expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.806685:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085c400, rc 0) 00000100:00100000:1.0:1746137648.806721:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333241472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2594us (2748us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.806729:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30663 00000100:00100000:0.0:1746137648.808151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.808218:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333241728 00000100:00100000:1.0:1746137648.808222:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333241728 00000100:00100000:1.0:1746137648.808255:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30664 00000100:00100000:1.0:1746137648.808260:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:1679:x1830957333241728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.808271:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.808280:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177549e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc451 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.808297:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775497 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc44a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.808307:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.808309:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.808311:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177549e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc451 expref: 11 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.808328:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775497 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc44a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.808349:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775497 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc44a expref: 5 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.808359:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327258624:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137648.808415:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.809469:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327258624:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137648.809508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.809523:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333241984 00000100:00100000:0.0:1746137648.809527:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333241984 00002000:00100000:0.0:1746137648.809548:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4704a80 x1830957333241984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.809556:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704a80 with x1830957333241984 ext(0->4095) 00010000:00010000:0.0:1746137648.809561:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775497 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc44a expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.809571:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775497 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc44a expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746137648.809577:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4704a80 00000100:00100000:0.0:1746137648.809601:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3251 00000100:00100000:0.0:1746137648.809607:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333241984:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00010000:00010000:1.0:1746137648.809662:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177549e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc451 expref: 10 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.809672:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085cc00, rc 0) 00000100:00100000:1.0:1746137648.809704:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:1679:x1830957333241728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1443us (1554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.809709:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30664 00000100:00100000:0.0:1746137648.810167:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333241984:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 558us (657us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137648.810173:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3251 00002000:00100000:0.0:1746137648.810179:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4704a80 x1830957333241984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.810185:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704a80 with x1830957333241984 ext(0->4095) 00010000:00010000:0.0:1746137648.810190:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775497 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc44a expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.810198:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775497 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc44a expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746137648.810203:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4704a80 00000100:00100000:0.0:1746137648.813687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.817482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.819220:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.819269:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333242496 00000100:00100000:1.0:1746137648.819274:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333242496 00000100:00100000:1.0:1746137648.819314:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30665 00000100:00100000:1.0:1746137648.819324:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333242496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.819348:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.819362:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb61417754a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc458 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.819383:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177549e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc451 expref: 9 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.819388:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.819389:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.819392:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb61417754a5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc458 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.819415:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177549e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc451 expref: 9 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.819423:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177549e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc451 expref: 9 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.819430:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327258880:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137648.819502:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.820752:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327258880:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137648.820773:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb61417754a5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc458 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.820786:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:1.0:1746137648.820841:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333242496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1520us (1624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.820849:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30665 00000100:00100000:0.0:1746137648.821192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.822576:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2008:x1830957333242624:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1176us (1378us total) trans 4294972141 rc 0/0 00000100:00100000:0.0:1746137648.822585:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3252 00002000:00100000:0.0:1746137648.822592:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081286d80 x1830957333242624/t4294972141(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 496/448 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.822600:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081286d80 with x1830957333242624 ext(0->7) 00010000:00010000:0.0:1746137648.822607:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177549e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc451 expref: 12 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746137648.822618:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177549e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc451 expref: 12 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746137648.822623:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081286d80 00000100:00100000:0.0:1746137648.824235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.829538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.829659:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333243008 00000100:00100000:1.0:1746137648.829666:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333243008 00002000:00100000:1.0:1746137648.829700:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284380 x1830957333243008/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.829710:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284380 with x1830957333243008 ext(0->4095) 00002000:00010000:1.0:1746137648.829714:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081284380 00000100:00100000:1.0:1746137648.829731:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14457 00000100:00100000:1.0:1746137648.829736:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333243008:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137648.829863:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333243008:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.829868:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14457 00002000:00100000:1.0:1746137648.829874:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284380 x1830957333243008/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.829886:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284380 with x1830957333243008 ext(0->4095) 00002000:00010000:1.0:1746137648.829888:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081284380 00000100:00100000:0.0:1746137648.832220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.832272:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333243136 00000100:00100000:1.0:1746137648.832278:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333243136 00000100:00100000:1.0:1746137648.832384:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30666 00000100:00100000:1.0:1746137648.832391:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:1679:x1830957333243136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.832406:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.832420:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d18a00/0xddf4fb61417754ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc45f expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.832444:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb61417754a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc458 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.832451:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.832453:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.832456:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d18a00/0xddf4fb61417754ac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc45f expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.832480:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb61417754a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc458 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.832490:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb61417754a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc458 expref: 5 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.832500:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327259136:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137648.832580:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137648.833721:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.834979:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327259136:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137648.834996:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d18a00/0xddf4fb61417754ac lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc45f expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.835003:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18a00, rc 0) 00000100:00100000:1.0:1746137648.835037:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:1679:x1830957333243136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2646us (2822us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.835042:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30666 00000100:00100000:0.0:1746137648.836271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.838478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.839499:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333243648 00000100:00100000:1.0:1746137648.839508:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333243648 00002000:00100000:1.0:1746137648.839541:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287480 x1830957333243648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.839551:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287480 with x1830957333243648 ext(0->4095) 00010000:00010000:1.0:1746137648.839559:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d18a00/0xddf4fb61417754ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc45f expref: 13 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.839569:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d18a00/0xddf4fb61417754ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc45f expref: 13 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.839575:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081287480 00000100:00100000:1.0:1746137648.839605:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3253 00000100:00100000:1.0:1746137648.839613:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2008:x1830957333243648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.839726:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2008:x1830957333243648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (1248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.839731:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3253 00002000:00100000:1.0:1746137648.839737:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287480 x1830957333243648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.839743:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287480 with x1830957333243648 ext(0->4095) 00010000:00010000:1.0:1746137648.839747:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d18a00/0xddf4fb61417754ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc45f expref: 13 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.839755:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d18a00/0xddf4fb61417754ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc45f expref: 13 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.839760:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081287480 00000100:00100000:0.0:1746137648.842556:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.845739:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.848359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.848447:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333244160 00000100:00100000:1.0:1746137648.848455:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333244160 00000100:00100000:1.0:1746137648.848546:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30668 00000100:00100000:1.0:1746137648.848554:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333244160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.848569:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.848582:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb61417754ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc46d expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.848604:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb61417754b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc466 expref: 11 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.848611:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.848612:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137648.848615:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb61417754ba lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc46d expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.848638:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb61417754b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc466 expref: 11 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.848652:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb61417754b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc466 expref: 11 pid: 9583 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.848662:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327259648:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137648.848996:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.851181:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327259648:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137648.851205:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb61417754ba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc46d expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.851220:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085c600, rc 0) 00000100:00100000:1.0:1746137648.851258:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333244160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2705us (2905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.851266:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30668 00000100:00100000:0.0:1746137648.851459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.856699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.857211:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.857286:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333244672 00000100:00100000:1.0:1746137648.857294:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333244672 00000100:00100000:1.0:1746137648.857347:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30669 00000100:00100000:1.0:1746137648.857355:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:1679:x1830957333244672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137648.857369:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137648.857384:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb61417754c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc474 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.857408:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb61417754ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc46d expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.857419:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.857421:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137648.857424:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb61417754c1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc474 expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.857446:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb61417754ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc46d expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.857456:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb61417754ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc46d expref: 6 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746137648.857466:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327259904:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137648.858190:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137648.859692:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327259904:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137648.859712:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb61417754c1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc474 expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137648.859725:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085c800, rc 0) 00000100:00100000:1.0:1746137648.859759:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:1679:x1830957333244672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2405us (2548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137648.859766:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30669 00000100:00100000:0.0:1746137648.860749:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.861065:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333244800 00000100:00100000:1.0:1746137648.861071:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333244800 00000100:00100000:0.0:1746137648.861092:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.861293:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30670 00000100:00100000:0.0:1746137648.861349:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:1685:x1830957333244800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137648.861360:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137648.861369:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090871200/0xddf4fb61417754c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc47b expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.861461:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb61417754c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc474 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.861466:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137648.861467:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137648.861470:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871200/0xddf4fb61417754c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc47b expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.861491:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb61417754c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc474 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137648.861500:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb61417754c1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc474 expref: 13 pid: 26520 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746137648.861510:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b328700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327260032:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137648.861724:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137648.864909:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.866465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.869120:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.871290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.873529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.876108:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.876610:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333246080 00000100:00100000:1.0:1746137648.876616:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333246080 00002000:00100000:1.0:1746137648.876644:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32b100 x1830957333246080/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.876653:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b100 with x1830957333246080 ext(0->4095) 00002000:00010000:1.0:1746137648.876657:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b32b100 00000100:00100000:1.0:1746137648.876684:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14460 00000100:00100000:1.0:1746137648.876690:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333246080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137648.876785:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333246080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.876790:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14460 00002000:00100000:1.0:1746137648.876795:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32b100 x1830957333246080/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.876802:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b100 with x1830957333246080 ext(0->4095) 00002000:00010000:1.0:1746137648.876819:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b32b100 00000100:00100000:0.0:1746137648.880322:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.880896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.882346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.884596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.885293:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3256 00000100:00100000:1.0:1746137648.885302:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2010:x1830957333246720:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137648.885447:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2010:x1830957333246720:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (855us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.885453:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3256 00002000:00100000:1.0:1746137648.885458:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b328a80 x1830957333246720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.885464:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b328a80 with x1830957333246720 ext(0->4095) 00010000:00010000:1.0:1746137648.885469:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb61417754d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc489 expref: 13 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.885478:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb61417754d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc489 expref: 13 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.885482:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b328a80 00000100:00100000:0.0:1746137648.887192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.890568:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.894716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.897129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.899078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.899145:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333247616 00000100:00100000:1.0:1746137648.899149:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333247616 00002000:00100000:1.0:1746137648.899173:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c70700 x1830957333247616/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.899180:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830957333247616 ext(0->4095) 00002000:00010000:1.0:1746137648.899183:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70700 00000100:00100000:1.0:1746137648.899199:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14462 00000100:00100000:1.0:1746137648.899203:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333247616:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137648.899300:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333247616:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (222us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.899304:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14462 00002000:00100000:1.0:1746137648.899308:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c70700 x1830957333247616/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.899313:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830957333247616 ext(0->4095) 00002000:00010000:1.0:1746137648.899314:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70700 00000100:00100000:0.0:1746137648.900695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.901844:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.904527:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.907650:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.907770:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333248256 00000100:00100000:1.0:1746137648.907776:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333248256 00002000:00100000:1.0:1746137648.907821:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c73800 x1830957333248256/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.907836:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73800 with x1830957333248256 ext(0->4095) 00010000:00010000:1.0:1746137648.907844:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417754eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc49e expref: 13 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.907855:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417754eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc49e expref: 13 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.907861:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c73800 00000100:00100000:1.0:1746137648.907886:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3257 00000100:00100000:1.0:1746137648.907893:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333248256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.907994:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333248256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.908000:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3257 00002000:00100000:1.0:1746137648.908005:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c73800 x1830957333248256/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.908012:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73800 with x1830957333248256 ext(0->4095) 00010000:00010000:1.0:1746137648.908017:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417754eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc49e expref: 13 pid: 26520 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.908026:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417754eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc49e expref: 13 pid: 26520 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.908032:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c73800 00000100:00100000:0.0:1746137648.909664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.910525:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.912894:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.917078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.917125:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.920384:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.924362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.930038:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.930722:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333249664 00000100:00100000:1.0:1746137648.930741:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333249664 00002000:00100000:1.0:1746137648.930791:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae5c00 x1830957333249664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.930801:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae5c00 with x1830957333249664 ext(0->4095) 00002000:00010000:1.0:1746137648.930849:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae5c00 00000100:00100000:1.0:1746137648.930884:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14463 00000100:00100000:1.0:1746137648.930892:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2007:x1830957333249664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.931250:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2007:x1830957333249664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 358us (1219us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.931256:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14463 00002000:00100000:1.0:1746137648.931262:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae5c00 x1830957333249664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.931270:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae5c00 with x1830957333249664 ext(0->4095) 00002000:00010000:1.0:1746137648.931273:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae5c00 00000100:00100000:0.0:1746137648.935200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.938865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.939761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.942138:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.942251:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333250304 00000100:00100000:1.0:1746137648.942257:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333250304 00002000:00100000:1.0:1746137648.942291:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae7100 x1830957333250304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.942300:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae7100 with x1830957333250304 ext(0->4095) 00010000:00010000:1.0:1746137648.942307:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141775507 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc4ba expref: 6 pid: 9582 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.942316:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141775507 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc4ba expref: 6 pid: 9582 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.942326:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae7100 00000100:00100000:1.0:1746137648.942465:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3260 00000100:00100000:1.0:1746137648.942473:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333250304:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137648.942603:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333250304:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.942609:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3260 00002000:00100000:1.0:1746137648.942616:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae7100 x1830957333250304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.942622:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae7100 with x1830957333250304 ext(0->4095) 00010000:00010000:1.0:1746137648.942626:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141775507 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc4ba expref: 6 pid: 9582 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746137648.942634:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6600/0xddf4fb6141775507 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc4ba expref: 6 pid: 9582 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746137648.942639:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae7100 00000100:00100000:0.0:1746137648.945039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.946405:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.948949:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.951845:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.956658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137648.956828:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333251200 00000100:00100000:1.0:1746137648.956835:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333251200 00002000:00100000:1.0:1746137648.956874:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae4e00 x1830957333251200/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.956883:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae4e00 with x1830957333251200 ext(0->4095) 00002000:00010000:1.0:1746137648.956887:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae4e00 00000100:00100000:1.0:1746137648.956918:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14464 00000100:00100000:1.0:1746137648.956925:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333251200:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137648.957058:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333251200:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137648.957064:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14464 00002000:00100000:1.0:1746137648.957070:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae4e00 x1830957333251200/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137648.957076:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae4e00 with x1830957333251200 ext(0->4095) 00002000:00010000:1.0:1746137648.957078:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae4e00 00000100:00100000:0.0:1746137648.959194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.962271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.965614:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.965652:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.969664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.970276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.974975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.978002:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.980760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.984657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.989141:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.992994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.993933:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333253376 00000100:00100000:0.0:1746137648.993937:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333253376 00002000:00100000:0.0:1746137648.993962:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9f80 x1830957333253376/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/0 e 0 to 0 dl 1746137659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.993971:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9f80 with x1830957333253376 ext(0->4095) 00010000:00010000:0.0:1746137648.993976:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775531 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc4e4 expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137648.993985:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775531 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc4e4 expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137648.993991:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9f80 00000100:00100000:0.0:1746137648.994175:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3264 00000100:00100000:0.0:1746137648.994181:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333253376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137648.994907:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333253376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 723us (1226us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137648.994914:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3264 00002000:00100000:0.0:1746137648.994921:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9f80 x1830957333253376/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:84/0 lens 488/4536 e 0 to 0 dl 1746137659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137648.994928:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9f80 with x1830957333253376 ext(0->4095) 00010000:00010000:0.0:1746137648.994934:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775531 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc4e4 expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137648.994944:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775531 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc4e4 expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137648.994951:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9f80 00000100:00100000:0.0:1746137648.997768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137648.997845:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.001785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.008578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.016476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.020198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.026450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.027946:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333254656 00000100:00100000:0.0:1746137649.027951:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333254656 00000100:00100000:0.0:1746137649.027977:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30689 00000100:00100000:0.0:1746137649.027984:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:1679:x1830957333254656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137649.027998:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137649.028010:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090870800/0xddf4fb614177554d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc500 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.028027:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775546 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc4f9 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.028033:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.028034:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.028037:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090870800/0xddf4fb614177554d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc500 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.028058:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775546 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc4f9 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.028073:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775546 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc4f9 expref: 5 pid: 26520 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746137649.028083:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327265024:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137649.028149:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137649.031508:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.036760:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.042389:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.057594:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.062132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.064990:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333255552:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2467us (2854us total) trans 4294972142 rc 0/0 00000100:00100000:1.0:1746137649.065001:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3267 00002000:00100000:1.0:1746137649.065009:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800961d6d80 x1830957333255552/t4294972142(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 496/448 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.065018:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d6d80 with x1830957333255552 ext(0->7) 00010000:00010000:1.0:1746137649.065026:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090870800/0xddf4fb614177554d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc500 expref: 14 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.065039:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090870800/0xddf4fb614177554d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc500 expref: 14 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.065045:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d6d80 00000100:00100000:0.0:1746137649.065153:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.069049:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.073165:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333256064 00000100:00100000:1.0:1746137649.073169:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333256064 00002000:00100000:1.0:1746137649.073197:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9880 x1830957333256064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.073203:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9880 with x1830957333256064 ext(0->4095) 00010000:00010000:1.0:1746137649.073210:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775554 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc507 expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.073219:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775554 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc507 expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.073224:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9880 00000100:00100000:1.0:1746137649.073234:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3268 00000100:00100000:1.0:1746137649.073238:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333256064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.073414:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333256064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 174us (420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.073420:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3268 00002000:00100000:1.0:1746137649.073426:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9880 x1830957333256064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.073433:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9880 with x1830957333256064 ext(0->4095) 00010000:00010000:1.0:1746137649.073437:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775554 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc507 expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.073445:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775554 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc507 expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.073450:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9880 00000100:00100000:0.0:1746137649.077715:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.081973:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.082145:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333256448 00000100:00100000:1.0:1746137649.082156:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333256448 00002000:00100000:1.0:1746137649.082198:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d7480 x1830957333256448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.082206:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7480 with x1830957333256448 ext(0->4095) 00002000:00010000:1.0:1746137649.082211:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d7480 00000100:00100000:1.0:1746137649.082251:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14468 00000100:00100000:1.0:1746137649.082261:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333256448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.082415:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333256448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.082423:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14468 00002000:00100000:1.0:1746137649.082430:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d7480 x1830957333256448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.082437:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7480 with x1830957333256448 ext(0->4095) 00002000:00010000:1.0:1746137649.082440:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d7480 00000100:00100000:0.0:1746137649.084859:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.084883:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333256576 00000100:00100000:1.0:1746137649.084889:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333256576 00000100:00100000:1.0:1746137649.084956:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30692 00000100:00100000:1.0:1746137649.084962:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333256576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.084975:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.084989:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb6141775562 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc515 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.085009:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177555b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc50e expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.085019:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.085021:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.085024:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb6141775562 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc515 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.085047:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177555b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc50e expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.085057:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177555b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc50e expref: 13 pid: 26520 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.085068:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327265792:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137649.085220:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.090088:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327265792:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137649.090113:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb6141775562 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc515 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.090129:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085c800, rc 0) 00000100:00100000:1.0:1746137649.090183:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333256576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5220us (5375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.090191:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30692 00000100:00100000:0.0:1746137649.092559:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.092760:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333256704 00000100:00100000:1.0:1746137649.092769:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333256704 00000100:00100000:1.0:1746137649.092833:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30693 00000100:00100000:1.0:1746137649.092840:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333256704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.092855:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.092869:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb6141775569 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc51c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.092890:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.092895:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb6141775562 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc515 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.092900:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137649.092904:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb6141775569 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc51c expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.092929:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb6141775562 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc515 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.092938:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb6141775569 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc51c expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.092946:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085c600, rc 0) 00000100:00100000:1.0:1746137649.092977:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333256704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.092983:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30693 00000100:00100000:0.0:1746137649.093167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.098771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.098856:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333257088 00000100:00100000:1.0:1746137649.098864:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333257088 00002000:00100000:1.0:1746137649.098899:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5500 x1830957333257088/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.098908:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5500 with x1830957333257088 ext(0->4095) 00010000:00010000:1.0:1746137649.098915:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb6141775562 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc515 expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.098927:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb6141775562 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc515 expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.098934:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d5500 00000100:00100000:1.0:1746137649.098963:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3269 00000100:00100000:1.0:1746137649.098970:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333257088:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137649.099058:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333257088:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.099063:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3269 00002000:00100000:1.0:1746137649.099067:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5500 x1830957333257088/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.099074:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5500 with x1830957333257088 ext(0->4095) 00010000:00010000:1.0:1746137649.099077:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb6141775562 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc515 expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.099085:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085c800/0xddf4fb6141775562 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc515 expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.099090:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d5500 00000100:00100000:0.0:1746137649.103182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.108057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.117240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.121603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.124552:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333257728:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1446us (2944us total) trans 4294972143 rc 0/0 00000100:00100000:0.0:1746137649.124563:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3270 00002000:00100000:0.0:1746137649.124573:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800961d7100 x1830957333257728/t4294972143(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 496/448 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.124581:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7100 with x1830957333257728 ext(0->7) 00010000:00010000:0.0:1746137649.124588:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb6141775569 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc51c expref: 16 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.124600:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb6141775569 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc51c expref: 16 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.124606:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d7100 00000100:00100000:0.0:1746137649.127154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.127216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.131168:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.131470:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333258240 00000100:00100000:0.0:1746137649.131478:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333258240 00002000:00100000:0.0:1746137649.131511:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1500 x1830957333258240/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.131520:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1500 with x1830957333258240 ext(0->4095) 00010000:00010000:0.0:1746137649.131527:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141775570 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc523 expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.131539:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141775570 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc523 expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.131546:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1500 00000100:00100000:0.0:1746137649.131566:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3271 00000100:00100000:0.0:1746137649.131573:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333258240:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137649.131727:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333258240:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (558us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137649.131734:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3271 00002000:00100000:0.0:1746137649.131740:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1500 x1830957333258240/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.131747:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1500 with x1830957333258240 ext(0->4095) 00010000:00010000:0.0:1746137649.131752:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141775570 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc523 expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.131762:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141775570 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc523 expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.131767:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1500 00000100:00100000:0.0:1746137649.133470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.133585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.139100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.139178:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333258752 00000100:00100000:0.0:1746137649.139183:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333258752 00002000:00100000:0.0:1746137649.139402:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120345180 x1830957333258752/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.139411:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120345180 with x1830957333258752 ext(0->4095) 00010000:00010000:0.0:1746137649.139418:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141775577 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc52a expref: 16 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.139430:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141775577 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc52a expref: 16 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.139436:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120345180 00000100:00100000:0.0:1746137649.139457:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3272 00000100:00100000:0.0:1746137649.139464:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333258752:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137649.139551:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333258752:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (452us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137649.139556:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3272 00002000:00100000:0.0:1746137649.139561:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120345180 x1830957333258752/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.139568:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120345180 with x1830957333258752 ext(0->4095) 00010000:00010000:0.0:1746137649.139572:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141775577 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc52a expref: 16 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.139581:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141775577 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc52a expref: 16 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.139586:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120345180 00000100:00100000:0.0:1746137649.142158:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.142197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.145769:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.145910:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333259264 00000100:00100000:1.0:1746137649.145916:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333259264 00002000:00100000:1.0:1746137649.145940:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120347100 x1830957333259264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.146114:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120347100 with x1830957333259264 ext(0->4095) 00010000:00010000:1.0:1746137649.146143:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177557e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc531 expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.146156:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177557e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc531 expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.146161:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120347100 00000100:00100000:0.0:1746137649.150536:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.155801:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327267200:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137649.155840:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137649.155874:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333259392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5173us (5346us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137649.155883:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15048 00000100:00100000:1.0:1746137649.155968:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333259648 00000100:00100000:1.0:1746137649.155975:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333259648 00002000:00100000:1.0:1746137649.156011:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8e00 x1830957333259648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.156020:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8e00 with x1830957333259648 ext(0->4095) 00002000:00010000:1.0:1746137649.156024:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968e8e00 00000100:00100000:1.0:1746137649.156063:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14470 00000100:00100000:1.0:1746137649.156072:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333259648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.156676:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333259648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 604us (960us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.156683:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14470 00002000:00100000:1.0:1746137649.156689:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8e00 x1830957333259648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.156696:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8e00 with x1830957333259648 ext(0->4095) 00002000:00010000:1.0:1746137649.156699:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968e8e00 00000100:00100000:0.0:1746137649.162040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.165717:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.166630:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333260032 00000100:00100000:0.0:1746137649.166633:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333260032 00010000:00010000:0.0:1746137649.166647:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775585 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc538 expref: 17 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746137649.166670:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15049 00000100:00100000:0.0:1746137649.166675:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333260032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137649.166681:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137649.166696:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775585 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc538 expref: 17 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.166704:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775585 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc538 expref: 17 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.166727:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775585 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc538 expref: 17 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.166802:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.166829:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.166834:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177558c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc53f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.166840:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177558c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc53f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.166862:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177558c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc53f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.166871:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177558c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc53f expref: 5 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746137649.166881:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327267584:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137649.166988:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137649.170736:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.170822:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333260288 00000100:00100000:1.0:1746137649.170829:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333260288 00002000:00100000:1.0:1746137649.170864:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344000 x1830957333260288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.170873:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344000 with x1830957333260288 ext(0->4095) 00010000:00010000:1.0:1746137649.170880:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177558c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc53f expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.170891:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177558c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc53f expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.170897:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120344000 00000100:00100000:1.0:1746137649.170955:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3274 00000100:00100000:1.0:1746137649.170962:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333260288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.171061:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333260288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.171067:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3274 00002000:00100000:1.0:1746137649.171072:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344000 x1830957333260288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.171078:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344000 with x1830957333260288 ext(0->4095) 00010000:00010000:1.0:1746137649.171083:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177558c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc53f expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.171090:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177558c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc53f expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.171099:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120344000 00000100:00100000:0.0:1746137649.174622:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.174923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.174965:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333260544 00000100:00100000:1.0:1746137649.174973:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333260544 00000100:00100000:1.0:1746137649.175018:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30700 00000100:00100000:1.0:1746137649.175025:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333260544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.175038:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.175050:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177559a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc54d expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137649.175086:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15050 00000100:00100000:1.0:1746137649.175091:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2009:x1830957333260416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137649.175098:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137649.175112:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177558c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc53f expref: 8 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.175121:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177558c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc53f expref: 8 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.175134:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177558c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc53f expref: 8 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.175160:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.175162:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.175168:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775593 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc546 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.175177:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775593 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc546 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.175199:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775593 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc546 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137649.175208:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327267712:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137649.175421:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00010000:00010000:1.0:1746137649.175436:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775593 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc546 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.175440:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.175441:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.175444:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177559a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc54d expref: 7 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.175458:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775593 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc546 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.175466:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775593 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc546 expref: 15 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.175474:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327267840:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137649.175508:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.176964:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327267712:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.176980:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.177250:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2009:x1830957333260416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2156us (2633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.177258:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15050 00000100:00100000:1.0:1746137649.178778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.182052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.182467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.182518:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333261056 00000100:00100000:0.0:1746137649.182521:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333261056 00010000:00010000:0.0:1746137649.182535:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775593 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc546 expref: 17 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746137649.182562:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15051 00000100:00100000:0.0:1746137649.182567:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333261056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137649.182573:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137649.182588:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775593 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc546 expref: 17 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.182596:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775593 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc546 expref: 17 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.182609:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775593 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc546 expref: 17 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.182623:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.182624:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.182628:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177559a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc54d expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.182634:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177559a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc54d expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.182650:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177559a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc54d expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.182659:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177559a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc54d expref: 5 pid: 26520 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746137649.182668:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327268096:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137649.182714:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.185534:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327268096:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.185554:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.185589:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333261056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3020us (3119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.185599:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15051 00000100:00100000:0.0:1746137649.187916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.193933:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.193980:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333261440 00000100:00100000:1.0:1746137649.193988:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333261440 00010000:00010000:1.0:1746137649.194016:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177559a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc54d expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.194054:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15052 00000100:00100000:1.0:1746137649.194061:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333261440:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137649.194071:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137649.194086:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177559a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc54d expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.194097:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177559a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc54d expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.194114:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009085c600/0xddf4fb614177559a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc54d expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.194145:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.194147:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.194153:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7a00/0xddf4fb61417755a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc554 expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.194160:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7a00/0xddf4fb61417755a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc554 expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.194195:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7a00/0xddf4fb61417755a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc554 expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137649.194206:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327268224:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137649.195290:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137649.200007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.200169:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327268224:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.200185:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.200218:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333261440:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6157us (6292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.200227:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15052 00000100:00100000:0.0:1746137649.205279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.213734:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.216294:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333261952:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2085us (2559us total) trans 4294972144 rc 0/0 00000100:00100000:0.0:1746137649.216306:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3277 00002000:00100000:0.0:1746137649.216315:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008c712680 x1830957333261952/t4294972144(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 496/448 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.216324:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c712680 with x1830957333261952 ext(0->7) 00010000:00010000:0.0:1746137649.216333:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7a00/0xddf4fb61417755a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc554 expref: 18 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.216362:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7a00/0xddf4fb61417755a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc554 expref: 18 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.216368:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c712680 00000100:00100000:0.0:1746137649.223009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.226133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.226402:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333262208 00000100:00100000:1.0:1746137649.226406:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333262208 00010000:00010000:1.0:1746137649.226426:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7a00/0xddf4fb61417755a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc554 expref: 19 pid: 26520 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.226446:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15053 00000100:00100000:1.0:1746137649.226450:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2010:x1830957333262208:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137649.226462:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137649.226476:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7a00/0xddf4fb61417755a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc554 expref: 19 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.226486:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7a00/0xddf4fb61417755a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc554 expref: 20 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.226635:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7a00/0xddf4fb61417755a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc554 expref: 20 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.227223:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.227295:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2010:x1830957333262208:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 842us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.227301:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15053 00000100:00100000:0.0:1746137649.235726:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.239228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.239323:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333262592 00000100:00100000:1.0:1746137649.239331:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333262592 00010000:00010000:1.0:1746137649.239367:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417755a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc55b expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.239390:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15054 00000100:00100000:1.0:1746137649.239396:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333262592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137649.239406:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137649.239421:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417755a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc55b expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.239431:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417755a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc55b expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.239452:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417755a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc55b expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.241780:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.241785:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.241796:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417755af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc562 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.241875:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417755af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc562 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.241917:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417755af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc562 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137649.241929:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327268736:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137649.242008:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.244323:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327268736:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.244354:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.244400:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333262592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5002us (5177us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.244410:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15054 00000100:00100000:0.0:1746137649.244467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.244672:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333262848 00000100:00100000:1.0:1746137649.244677:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333262848 00002000:00100000:1.0:1746137649.244704:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fa300 x1830957333262848/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.244717:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa300 with x1830957333262848 ext(0->4095) 00002000:00010000:1.0:1746137649.244721:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961fa300 00000100:00100000:1.0:1746137649.244733:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14472 00000100:00100000:1.0:1746137649.244738:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333262848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137649.246024:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333262848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1279us (1551us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137649.246032:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14472 00002000:00100000:0.0:1746137649.246040:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fa300 x1830957333262848/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.246048:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa300 with x1830957333262848 ext(0->4095) 00002000:00010000:0.0:1746137649.246052:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961fa300 00000100:00100000:0.0:1746137649.248038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.254004:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.254074:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333263104 00000100:00100000:1.0:1746137649.254079:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333263104 00010000:00010000:1.0:1746137649.254101:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417755af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc562 expref: 18 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746137649.256859:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.259391:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.261614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.263847:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.266760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.269541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.270992:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333264128:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1289us (1454us total) trans 4294972145 rc 0/0 00000100:00100000:0.0:1746137649.271000:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3280 00002000:00100000:0.0:1746137649.271007:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092ec1500 x1830957333264128/t4294972145(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 496/448 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.271015:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec1500 with x1830957333264128 ext(0->7) 00010000:00010000:0.0:1746137649.271022:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417755bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc570 expref: 20 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.271033:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417755bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc570 expref: 20 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.271038:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec1500 00000100:00100000:0.0:1746137649.277441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.277491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.279782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.281578:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.283677:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.286278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.288450:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.293657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.296312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.299028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.302357:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.302395:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.305141:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.307504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.308420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.310753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.310773:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333266816 00000100:00100000:0.0:1746137649.310778:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333266816 00002000:00100000:0.0:1746137649.311166:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098618000 x1830957333266816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.311175:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618000 with x1830957333266816 ext(0->4095) 00010000:00010000:0.0:1746137649.311181:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417755e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc593 expref: 22 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.311192:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417755e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc593 expref: 22 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.311197:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098618000 00000100:00100000:0.0:1746137649.311442:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3284 00000100:00100000:0.0:1746137649.311449:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2007:x1830957333266816:12345-192.168.203.12@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746137649.311539:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2007:x1830957333266816:12345-192.168.203.12@tcp:3:ldlm_bl.0 Request processed in 91us (788us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137649.311544:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3284 00002000:00100000:0.0:1746137649.311549:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098618000 x1830957333266816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.311556:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618000 with x1830957333266816 ext(0->4095) 00010000:00010000:0.0:1746137649.311560:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417755e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc593 expref: 22 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.311567:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417755e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc593 expref: 22 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.311572:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098618000 00000100:00100000:0.0:1746137649.313131:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.313346:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.317180:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.320925:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.323540:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.325151:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.327182:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.330850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.333221:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.334474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.334507:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333268480 00000100:00100000:1.0:1746137649.334511:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333268480 00000100:00100000:1.0:1746137649.334546:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30715 00000100:00100000:1.0:1746137649.334552:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:1679:x1830957333268480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.334610:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.334618:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc5b6 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.334630:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.334634:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417755fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5af expref: 24 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.334639:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.334642:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 24 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.334662:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417755fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5af expref: 24 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.334672:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 24 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.334680:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085cc00, rc 0) 00000100:00100000:1.0:1746137649.334719:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:1679:x1830957333268480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.334725:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30715 00000100:00100000:0.0:1746137649.337433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.340045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.342055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.342097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.342127:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333269120 00000100:00100000:0.0:1746137649.342132:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333269120 00010000:00010000:0.0:1746137649.342157:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417755fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5af expref: 23 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746137649.342189:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15066 00000100:00100000:0.0:1746137649.342195:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2009:x1830957333269120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137649.342205:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137649.342220:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417755fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5af expref: 23 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.342230:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417755fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5af expref: 23 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.342519:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417755fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5af expref: 23 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.342632:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.342633:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.342639:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 22 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.342645:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 22 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.342890:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 22 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.342897:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 22 pid: 26520 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746137649.342908:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327271936:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137649.342926:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.345431:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ec59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327271936:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.345442:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.345463:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2009:x1830957333269120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3268us (3366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.345471:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15066 00000100:00100000:0.0:1746137649.345524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.345602:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333269376 00000100:00100000:1.0:1746137649.345608:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333269376 00002000:00100000:1.0:1746137649.345633:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec58e00 x1830957333269376/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.345640:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec58e00 with x1830957333269376 ext(0->4095) 00010000:00010000:1.0:1746137649.345646:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 22 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.345863:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 22 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.345870:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec58e00 00000100:00100000:1.0:1746137649.345882:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3287 00000100:00100000:1.0:1746137649.345948:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333269376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137649.346044:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333269376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.346049:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3287 00002000:00100000:1.0:1746137649.346053:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec58e00 x1830957333269376/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.346060:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec58e00 with x1830957333269376 ext(0->4095) 00010000:00010000:1.0:1746137649.346064:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 22 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.346072:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 22 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.346077:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec58e00 00000100:00100000:0.0:1746137649.347741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.347783:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.347872:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333269632 00000100:00100000:1.0:1746137649.347878:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333269632 00010000:00010000:1.0:1746137649.347901:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 22 pid: 26520 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.347922:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15067 00000100:00100000:1.0:1746137649.347928:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333269632:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137649.347939:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137649.347952:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 22 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.347965:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 22 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.347983:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775603 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5b6 expref: 22 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.348008:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.348010:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.348016:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177560a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5bd expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.348023:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177560a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5bd expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.348047:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177560a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5bd expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137649.348057:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327272064:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137649.348111:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.349665:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327272064:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.349681:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.349722:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2008:x1830957333269632:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1794us (1937us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.349731:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15067 00000100:00100000:0.0:1746137649.349986:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.350022:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333269888 00000100:00100000:1.0:1746137649.350027:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333269888 00002000:00100000:1.0:1746137649.350053:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3bb80 x1830957333269888/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.350062:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3bb80 with x1830957333269888 ext(0->4095) 00010000:00010000:1.0:1746137649.350067:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177560a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5bd expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.350078:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177560a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5bd expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.350083:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3bb80 00000100:00100000:1.0:1746137649.350108:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3288 00000100:00100000:1.0:1746137649.350117:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333269888:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.350211:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333269888:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (225us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.350216:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3288 00002000:00100000:1.0:1746137649.350221:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3bb80 x1830957333269888/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.350227:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3bb80 with x1830957333269888 ext(0->4095) 00010000:00010000:1.0:1746137649.350231:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177560a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5bd expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.350240:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177560a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5bd expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.350245:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3bb80 00000100:00100000:0.0:1746137649.352457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.352513:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333270016 00000100:00100000:1.0:1746137649.352520:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333270016 00010000:00010000:1.0:1746137649.352543:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177560a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5bd expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.352572:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15068 00000100:00100000:1.0:1746137649.352634:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333270016:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137649.352647:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137649.352663:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177560a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5bd expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.352672:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177560a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5bd expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.352689:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb614177560a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5bd expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.352704:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.352706:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.352711:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775611 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5c4 expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.352717:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775611 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5c4 expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.352742:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775611 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5c4 expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137649.352755:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327272320:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137649.353613:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137649.355880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.355881:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327272320:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.356054:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.359219:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333270016:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6640us (6769us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.359227:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15068 00000100:00100000:0.0:1746137649.361102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.363963:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.364193:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333270528 00000100:00100000:1.0:1746137649.364200:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333270528 00010000:00010000:1.0:1746137649.364225:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5c4 expref: 22 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.364311:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15069 00000100:00100000:1.0:1746137649.364317:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333270528:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137649.364327:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137649.364354:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5c4 expref: 22 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.364364:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775611 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5c4 expref: 22 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.364382:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775611 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5c4 expref: 22 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.364405:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.364407:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.364412:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775618 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5cb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.364419:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775618 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5cb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.364442:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775618 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5cb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137649.364452:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327272576:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137649.364848:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137649.366904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.366985:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327272576:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.367004:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.367048:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333270528:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2731us (3087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.367056:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15069 00000100:00100000:0.0:1746137649.367476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.370288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.370416:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333271040 00000100:00100000:1.0:1746137649.370423:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333271040 00000100:00100000:1.0:1746137649.370509:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30720 00000100:00100000:1.0:1746137649.370517:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:1685:x1830957333271040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.370530:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.370542:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775626 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc5d9 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.370562:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.370566:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177561f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d2 expref: 24 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.370571:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.370574:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775626 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d9 expref: 24 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.370603:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177561f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d2 expref: 24 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.370613:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775626 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d9 expref: 24 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.370621:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085c400, rc 0) 00000100:00100000:1.0:1746137649.371016:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:1685:x1830957333271040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 498us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.371022:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30720 00000100:00100000:0.0:1746137649.371047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.371716:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333271168 00000100:00100000:1.0:1746137649.371720:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333271168 00010000:00010000:1.0:1746137649.371736:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775618 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5cb expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.371761:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15070 00000100:00100000:1.0:1746137649.371766:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333271168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137649.371774:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137649.371788:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775618 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5cb expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.371797:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775618 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5cb expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.371832:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775618 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5cb expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.371850:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.371851:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.371856:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177561f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d2 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.371862:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177561f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d2 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.371880:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177561f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d2 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.371889:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177561f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d2 expref: 22 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.371899:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327272960:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137649.371956:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.375331:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327272960:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.375363:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.375395:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333271168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3628us (4346us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.375404:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15070 00000100:00100000:0.0:1746137649.376115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.378796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.378863:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333271552 00000100:00100000:1.0:1746137649.378870:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333271552 00010000:00010000:1.0:1746137649.378894:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177561f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d2 expref: 23 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.378936:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15071 00000100:00100000:1.0:1746137649.378942:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2007:x1830957333271552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137649.378953:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137649.378968:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177561f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d2 expref: 23 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.378979:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177561f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d2 expref: 23 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.378997:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177561f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d2 expref: 23 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.379025:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.379027:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.379033:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775626 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d9 expref: 22 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.379040:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775626 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d9 expref: 22 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.379065:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775626 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d9 expref: 22 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137649.379075:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327273088:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137649.379143:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.380415:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327273088:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.380428:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.380724:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2007:x1830957333271552:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1780us (1931us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.380732:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15071 00000100:00100000:0.0:1746137649.382065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.383752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.386077:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.388704:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2007:x1830957333272064:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2475us (2621us total) trans 4294972147 rc 0/0 00000100:00100000:0.0:1746137649.388713:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3291 00002000:00100000:0.0:1746137649.388720:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec50700 x1830957333272064/t4294972147(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 496/448 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.388733:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec50700 with x1830957333272064 ext(0->7) 00010000:00010000:0.0:1746137649.388740:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775626 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d9 expref: 24 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.388752:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775626 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d9 expref: 24 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.388758:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec50700 00000100:00100000:0.0:1746137649.390530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.390620:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333272192 00000100:00100000:1.0:1746137649.390627:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333272192 00010000:00010000:1.0:1746137649.390652:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775626 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d9 expref: 24 pid: 26520 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.390897:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15072 00000100:00100000:1.0:1746137649.390905:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2010:x1830957333272192:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137649.390917:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137649.390930:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775626 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d9 expref: 24 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.390941:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775626 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d9 expref: 24 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.390959:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775626 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5d9 expref: 24 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.390986:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.390987:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.390994:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177562d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.391006:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177562d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.391031:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177562d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137649.391041:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327273344:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137649.391344:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.392727:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327273344:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.392743:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.392770:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2010:x1830957333272192:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1865us (2245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.392778:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15072 00000100:00100000:0.0:1746137649.392944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.393092:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333272448 00000100:00100000:1.0:1746137649.393096:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333272448 00002000:00100000:1.0:1746137649.393123:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec51c00 x1830957333272448/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.393132:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec51c00 with x1830957333272448 ext(0->4095) 00002000:00010000:1.0:1746137649.393135:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec51c00 00000100:00100000:1.0:1746137649.393182:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14480 00000100:00100000:1.0:1746137649.393189:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333272448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137649.393283:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333272448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.393292:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14480 00002000:00100000:1.0:1746137649.393627:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec51c00 x1830957333272448/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.393635:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec51c00 with x1830957333272448 ext(0->4095) 00002000:00010000:1.0:1746137649.393638:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec51c00 00000100:00100000:0.0:1746137649.405986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.406180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.406330:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30723 00000100:00100000:1.0:1746137649.406345:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:1685:x1830957333272704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.406543:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.406557:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177563b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc5ee expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.406602:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.406607:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.406612:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.406614:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177563b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5ee expref: 26 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.406635:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.406648:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177563b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5ee expref: 26 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.406657:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085cc00, rc 0) 00000100:00100000:1.0:1746137649.406762:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1685:x1830957333272704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 414us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.406767:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30723 00000100:00100000:0.0:1746137649.410626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.410742:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333272832 00000100:00100000:1.0:1746137649.410749:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333272832 00010000:00010000:1.0:1746137649.410777:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177562d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e0 expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.410821:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15073 00000100:00100000:1.0:1746137649.410828:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333272832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137649.410838:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137649.410854:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177562d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e0 expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.410863:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177562d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e0 expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.410880:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177562d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e0 expref: 6 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.410903:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.410905:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.410911:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.410918:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.410947:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 24 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.410956:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 24 pid: 9584 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.410965:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327273728:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137649.411023:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.412636:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327273728:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.412650:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.412693:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333272832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1865us (2067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.412702:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15073 00000100:00100000:0.0:1746137649.413092:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.413159:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333273088 00000100:00100000:1.0:1746137649.413165:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333273088 00002000:00100000:1.0:1746137649.413192:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c27100 x1830957333273088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.413201:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27100 with x1830957333273088 ext(0->4095) 00010000:00010000:1.0:1746137649.413207:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 25 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.413217:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 25 pid: 9584 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.413221:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c27100 00000100:00100000:1.0:1746137649.413245:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3292 00000100:00100000:1.0:1746137649.413250:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2007:x1830957333273088:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.413349:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2007:x1830957333273088:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.413354:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3292 00002000:00100000:1.0:1746137649.413358:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c27100 x1830957333273088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.413365:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27100 with x1830957333273088 ext(0->4095) 00010000:00010000:1.0:1746137649.413369:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 25 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.413378:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 25 pid: 9584 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.413382:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c27100 00000100:00100000:0.0:1746137649.415869:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.415984:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333273216 00000100:00100000:1.0:1746137649.415990:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333273216 00010000:00010000:1.0:1746137649.416019:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 25 pid: 9584 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.416095:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15074 00000100:00100000:1.0:1746137649.416102:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2008:x1830957333273216:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137649.416111:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137649.416124:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 25 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.416138:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 25 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.416155:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775634 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5e7 expref: 25 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.416181:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.416183:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.416188:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177563b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5ee expref: 24 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.416195:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177563b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5ee expref: 24 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.417208:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb614177563b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5ee expref: 24 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137649.417228:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327273856:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137649.417431:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.420256:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327273856:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.420275:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137649.420321:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2008:x1830957333273216:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4219us (4456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.420330:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15074 00000100:00100000:0.0:1746137649.421302:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.421505:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333273472 00000100:00100000:1.0:1746137649.421512:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333273472 00002000:00100000:1.0:1746137649.421543:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c24000 x1830957333273472/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.421552:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c24000 with x1830957333273472 ext(0->4095) 00002000:00010000:1.0:1746137649.421556:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c24000 00000100:00100000:1.0:1746137649.421571:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14481 00000100:00100000:1.0:1746137649.421576:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2007:x1830957333273472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.421679:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2007:x1830957333273472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.421685:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14481 00002000:00100000:1.0:1746137649.421689:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c24000 x1830957333273472/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.421696:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c24000 with x1830957333273472 ext(0->4095) 00002000:00010000:1.0:1746137649.421699:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c24000 00000100:00100000:0.0:1746137649.425681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.430761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.432602:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333273856 00000100:00100000:0.0:1746137649.432607:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333273856 00000100:00100000:0.0:1746137649.432641:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30725 00000100:00100000:0.0:1746137649.432648:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:1679:x1830957333273856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137649.432664:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137649.432675:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb6141775649 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc5fc expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.432697:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775642 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5f5 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.432704:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.432705:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.432708:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb6141775649 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5fc expref: 25 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.432726:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775642 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5f5 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.432735:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775642 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5f5 expref: 5 pid: 9584 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746137649.432743:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327274240:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137649.432783:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137649.437327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.437954:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327274240:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137649.437980:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb6141775649 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5fc expref: 24 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.437992:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:1.0:1746137649.438415:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:1679:x1830957333273856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5766us (5840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.438422:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30725 00000100:00100000:0.0:1746137649.444458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.448047:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.451099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.451239:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333274624 00000100:00100000:1.0:1746137649.451248:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333274624 00000100:00100000:1.0:1746137649.451291:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30726 00000100:00100000:1.0:1746137649.451298:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333274624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.451311:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.451325:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775650 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc603 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.451359:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb6141775649 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5fc expref: 23 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.451365:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.451366:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.451369:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775650 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc603 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.451391:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb6141775649 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5fc expref: 23 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.451400:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb6141775649 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5fc expref: 23 pid: 9584 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.451410:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327274496:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137649.451488:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.454904:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327274496:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137649.454928:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775650 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc603 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.454941:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085c400, rc 0) 00000100:00100000:1.0:1746137649.454988:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333274624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3690us (3895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.454996:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30726 00000100:00100000:0.0:1746137649.460530:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.460718:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333274752 00000100:00100000:1.0:1746137649.460725:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333274752 00002000:00100000:1.0:1746137649.460766:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096653800 x1830957333274752/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 496/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.460775:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653800 with x1830957333274752 ext(0->7) 00010000:00010000:1.0:1746137649.460782:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb6141775649 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5fc expref: 24 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.460793:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb6141775649 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5fc expref: 24 pid: 9584 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.460798:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096653800 00000100:00100000:1.0:1746137649.460855:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3294 00000100:00100000:1.0:1746137649.460861:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2007:x1830957333274752:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137649.463373:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333274752:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2506us (2845us total) trans 4294972148 rc 0/0 00000100:00100000:0.0:1746137649.463383:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3294 00002000:00100000:0.0:1746137649.463392:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096653800 x1830957333274752/t4294972148(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 496/448 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.463406:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653800 with x1830957333274752 ext(0->7) 00010000:00010000:0.0:1746137649.463414:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb6141775649 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5fc expref: 26 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.463426:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb6141775649 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc5fc expref: 26 pid: 9584 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.463432:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096653800 00000100:00100000:0.0:1746137649.469474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.471971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.472139:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333275008 00000100:00100000:1.0:1746137649.472145:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333275008 00000100:00100000:1.0:1746137649.472178:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30727 00000100:00100000:1.0:1746137649.472184:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1679:x1830957333275008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.472196:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.472207:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775657 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc60a expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.472224:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775650 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc603 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.472231:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.472232:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.472235:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775657 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc60a expref: 27 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.472253:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775650 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc603 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.472262:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775650 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc603 expref: 5 pid: 9584 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.472270:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327274752:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137649.473068:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137649.474239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.475203:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333275264 00000100:00100000:1.0:1746137649.475210:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333275264 00002000:00100000:1.0:1746137649.475241:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096650a80 x1830957333275264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.475250:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096650a80 with x1830957333275264 ext(0->4095) 00010000:00010000:1.0:1746137649.475257:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775650 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc603 expref: 6 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.475268:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775650 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc603 expref: 6 pid: 9584 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.475273:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096650a80 00000100:00100000:1.0:1746137649.475297:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3295 00000100:00100000:1.0:1746137649.475303:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333275264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137649.475414:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333275264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1175us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.475420:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3295 00002000:00100000:1.0:1746137649.475424:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096650a80 x1830957333275264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.475431:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096650a80 with x1830957333275264 ext(0->4095) 00010000:00010000:1.0:1746137649.475435:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775650 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc603 expref: 6 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.475442:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085c400/0xddf4fb6141775650 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc603 expref: 6 pid: 9584 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.475447:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096650a80 00000100:00100000:1.0:1746137649.475796:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327274752:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137649.475827:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775657 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc60a expref: 26 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.475839:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085ca00, rc 0) 00000100:00100000:1.0:1746137649.475874:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1679:x1830957333275008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3690us (3904us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.475881:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30727 00000100:00100000:0.0:1746137649.476972:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.477143:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333275392 00000100:00100000:1.0:1746137649.477148:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333275392 00000100:00100000:1.0:1746137649.477190:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30728 00000100:00100000:1.0:1746137649.477198:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1685:x1830957333275392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.477212:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.477223:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb614177565e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc611 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.477240:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.477244:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775657 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc60a expref: 27 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.477249:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.477252:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb614177565e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc611 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.477277:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775657 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc60a expref: 27 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.477660:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb614177565e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc611 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.477668:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137649.477707:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:1685:x1830957333275392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 510us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.477712:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30728 00000100:00100000:0.0:1746137649.478298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.480927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.484891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.487034:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.489802:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.489941:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333276288 00000100:00100000:1.0:1746137649.489947:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333276288 00000100:00100000:1.0:1746137649.489983:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30729 00000100:00100000:1.0:1746137649.489989:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333276288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.490001:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.490013:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775665 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc618 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.490034:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb614177565e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc611 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.490181:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.490182:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.490186:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775665 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc618 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.490210:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb614177565e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc611 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.490220:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb614177565e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc611 expref: 25 pid: 9584 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.490230:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327275264:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137649.490461:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.492398:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327275264:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137649.492424:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775665 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc618 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.492437:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137649.492480:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333276288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2487us (2681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.492490:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30729 00000100:00100000:0.0:1746137649.493224:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.496289:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.496871:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333276672 00000100:00100000:0.0:1746137649.496876:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333276672 00002000:00100000:0.0:1746137649.496904:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef800 x1830957333276672/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.496913:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef800 with x1830957333276672 ext(0->4095) 00002000:00010000:0.0:1746137649.496916:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deef800 00000100:00100000:0.0:1746137649.496929:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14484 00000100:00100000:0.0:1746137649.496935:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333276672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137649.497024:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333276672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (739us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137649.497029:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14484 00002000:00100000:0.0:1746137649.497034:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef800 x1830957333276672/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.497041:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef800 with x1830957333276672 ext(0->4095) 00002000:00010000:0.0:1746137649.497043:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deef800 00000100:00100000:0.0:1746137649.498118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.498422:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333276800 00000100:00100000:1.0:1746137649.498428:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333276800 00000100:00100000:1.0:1746137649.498652:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30730 00000100:00100000:1.0:1746137649.498660:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:1679:x1830957333276800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.498672:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.498686:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb614177566c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc61f expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.498708:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775665 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc618 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.498716:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.498717:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.498720:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb614177566c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc61f expref: 26 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.498741:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775665 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc618 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.498750:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775665 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc618 expref: 5 pid: 9584 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.498758:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327275520:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137649.498884:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137649.499247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.500794:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327275520:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137649.500847:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb614177566c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc61f expref: 27 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.500858:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f600, rc 0) 00000100:00100000:1.0:1746137649.501078:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:1679:x1830957333276800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2414us (2959us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.501085:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30730 00000100:00100000:0.0:1746137649.501552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.503523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.506492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.509067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.509197:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333277696 00000100:00100000:1.0:1746137649.509203:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333277696 00002000:00100000:1.0:1746137649.509231:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deec000 x1830957333277696/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.509239:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deec000 with x1830957333277696 ext(0->4095) 00002000:00010000:1.0:1746137649.509243:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deec000 00000100:00100000:1.0:1746137649.509269:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14485 00000100:00100000:1.0:1746137649.509275:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333277696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.509389:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333277696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.509394:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14485 00002000:00100000:1.0:1746137649.509424:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deec000 x1830957333277696/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.509431:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deec000 with x1830957333277696 ext(0->4095) 00002000:00010000:1.0:1746137649.509434:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deec000 00000100:00100000:0.0:1746137649.510595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.510691:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333277824 00000100:00100000:1.0:1746137649.510695:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333277824 00000100:00100000:1.0:1746137649.510722:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30732 00000100:00100000:1.0:1746137649.510728:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333277824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.510737:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.510748:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177567a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc62d expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.510766:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141775673 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc626 expref: 25 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.510772:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.510773:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.510776:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177567a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc62d expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.510794:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141775673 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc626 expref: 25 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.510802:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141775673 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc626 expref: 25 pid: 26520 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.510830:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327276032:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137649.510885:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137649.513054:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137649.513480:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141775673 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc626 expref: 26 pid: 26520 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.513499:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327276032:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137649.513518:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177567a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc62d expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.513532:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137649.513566:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333277824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2838us (2973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.513573:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30732 00000100:00100000:0.0:1746137649.515607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.516304:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333278208 00000100:00100000:1.0:1746137649.516311:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333278208 00002000:00100000:1.0:1746137649.516350:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deece00 x1830957333278208/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.516359:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deece00 with x1830957333278208 ext(0->4095) 00002000:00010000:1.0:1746137649.516363:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deece00 00000100:00100000:1.0:1746137649.516457:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14486 00000100:00100000:1.0:1746137649.516464:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333278208:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137649.516563:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333278208:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (963us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.516569:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14486 00002000:00100000:1.0:1746137649.516573:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deece00 x1830957333278208/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.516580:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deece00 with x1830957333278208 ext(0->4095) 00002000:00010000:1.0:1746137649.516583:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deece00 00000100:00100000:0.0:1746137649.518899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.518991:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333278336 00000100:00100000:1.0:1746137649.518998:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333278336 00000100:00100000:1.0:1746137649.519038:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30733 00000100:00100000:1.0:1746137649.519044:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:1685:x1830957333278336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.519057:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.519070:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775681 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc634 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.519093:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177567a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc62d expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.519100:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.519101:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.519104:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775681 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc634 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.519129:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177567a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc62d expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.519138:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177567a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc62d expref: 5 pid: 9584 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.519147:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327276288:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137649.519222:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137649.520137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.520831:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327276288:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137649.520846:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775681 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc634 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.520855:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:0.0:1746137649.520875:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:1685:x1830957333278336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1831us (1982us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137649.520884:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30733 00000100:00100000:0.0:1746137649.520922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.524651:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.527135:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.527245:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.530553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.530608:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333279360 00000100:00100000:1.0:1746137649.530616:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333279360 00002000:00100000:1.0:1746137649.530646:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef100 x1830957333279360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.530655:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef100 with x1830957333279360 ext(0->4095) 00010000:00010000:1.0:1746137649.530662:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775688 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc63b expref: 26 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.530674:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775688 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc63b expref: 26 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.530680:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deef100 00000100:00100000:1.0:1746137649.530704:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3299 00000100:00100000:1.0:1746137649.530710:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2008:x1830957333279360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137649.530836:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2008:x1830957333279360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.530841:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3299 00002000:00100000:1.0:1746137649.530846:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef100 x1830957333279360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.530852:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef100 with x1830957333279360 ext(0->4095) 00010000:00010000:1.0:1746137649.530856:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775688 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc63b expref: 26 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.530864:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775688 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc63b expref: 26 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.530869:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deef100 00000100:00100000:0.0:1746137649.534267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.537175:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.537481:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333279872 00000100:00100000:1.0:1746137649.537487:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333279872 00002000:00100000:1.0:1746137649.537526:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deed880 x1830957333279872/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.537535:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deed880 with x1830957333279872 ext(0->4095) 00010000:00010000:1.0:1746137649.537543:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177568f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc642 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.537554:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177568f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc642 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.537559:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deed880 00000100:00100000:1.0:1746137649.537584:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3300 00000100:00100000:1.0:1746137649.537590:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333279872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.537708:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333279872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (536us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.537717:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3300 00002000:00100000:1.0:1746137649.537722:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deed880 x1830957333279872/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.537729:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deed880 with x1830957333279872 ext(0->4095) 00010000:00010000:1.0:1746137649.537733:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177568f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc642 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.537741:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177568f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc642 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.537746:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deed880 00000100:00100000:0.0:1746137649.539080:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327277184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746137649.539119:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137649.539423:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327277184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746137649.539484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.541546:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.543576:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.545586:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.547257:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.549268:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.551786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.552472:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.554171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.556745:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.556927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.560459:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.560496:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333281920 00000100:00100000:1.0:1746137649.560502:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333281920 00002000:00100000:1.0:1746137649.560531:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200d880 x1830957333281920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.560539:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200d880 with x1830957333281920 ext(0->4095) 00010000:00010000:1.0:1746137649.560545:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417756ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc65e expref: 26 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.560555:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417756ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc65e expref: 26 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.560560:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200d880 00000100:00100000:1.0:1746137649.560591:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3302 00000100:00100000:1.0:1746137649.560596:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2009:x1830957333281920:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137649.560699:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2009:x1830957333281920:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.560705:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3302 00002000:00100000:1.0:1746137649.560709:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200d880 x1830957333281920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.560715:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200d880 with x1830957333281920 ext(0->4095) 00010000:00010000:1.0:1746137649.560719:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417756ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc65e expref: 26 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.560726:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417756ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc65e expref: 26 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.560731:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200d880 00000100:00100000:0.0:1746137649.562967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.563279:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333282048 00000100:00100000:1.0:1746137649.563286:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333282048 00000100:00100000:1.0:1746137649.563327:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30741 00000100:00100000:1.0:1746137649.563342:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1679:x1830957333282048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.563356:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.563370:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417756b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc66c expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137649.563388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137649.563507:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.563513:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417756b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc665 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.563518:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137649.563520:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417756b9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc66c expref: 27 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.563551:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417756b2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc665 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.563562:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417756b9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc66c expref: 27 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.563570:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e800, rc 0) 00000100:00100000:1.0:1746137649.563618:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:1679:x1830957333282048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 284us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.563623:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30741 00000100:00100000:0.0:1746137649.565902:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.566116:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333282432 00000100:00100000:1.0:1746137649.566122:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333282432 00002000:00100000:1.0:1746137649.566153:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8c000 x1830957333282432/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.566162:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8c000 with x1830957333282432 ext(0->4095) 00010000:00010000:1.0:1746137649.566169:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417756b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc665 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.566180:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417756b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc665 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.566186:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce8c000 00000100:00100000:1.0:1746137649.566216:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3303 00000100:00100000:1.0:1746137649.566223:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333282432:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137649.566529:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333282432:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 305us (626us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.566535:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3303 00002000:00100000:1.0:1746137649.566540:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8c000 x1830957333282432/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.566547:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8c000 with x1830957333282432 ext(0->4095) 00010000:00010000:1.0:1746137649.566551:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417756b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc665 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.566559:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417756b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc665 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.566564:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce8c000 00000100:00100000:0.0:1746137649.568717:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.572960:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.573051:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333282816 00000100:00100000:1.0:1746137649.573057:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333282816 00002000:00100000:1.0:1746137649.573083:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd54e00 x1830957333282816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.573089:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd54e00 with x1830957333282816 ext(0->4095) 00002000:00010000:1.0:1746137649.573092:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd54e00 00000100:00100000:1.0:1746137649.573105:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14489 00000100:00100000:1.0:1746137649.573109:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2008:x1830957333282816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137649.573203:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2008:x1830957333282816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.573208:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14489 00002000:00100000:1.0:1746137649.573213:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd54e00 x1830957333282816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.573219:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd54e00 with x1830957333282816 ext(0->4095) 00002000:00010000:1.0:1746137649.573222:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd54e00 00000100:00100000:0.0:1746137649.574754:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.574829:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333282944 00000100:00100000:1.0:1746137649.574834:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333282944 00000100:00100000:1.0:1746137649.574873:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30742 00000100:00100000:1.0:1746137649.574880:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333282944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.574893:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.574906:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417756c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc673 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.574931:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417756b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc66c expref: 25 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.574943:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.574944:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.574947:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417756c0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc673 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.575025:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417756b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc66c expref: 25 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.575036:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417756b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc66c expref: 25 pid: 9584 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.575046:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327278720:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137649.575118:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137649.578259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.578473:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327278720:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137649.578640:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417756c0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc673 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.578651:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.578652:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.578748:0:9584:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417756c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc673 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.578757:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417756c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc673 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.578842:0:9584:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417756c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc673 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137649.578852:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327278848:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137649.578893:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.581174:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327278848:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137649.581194:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137649.581231:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333282944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6351us (6479us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.581239:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30742 00000100:00100000:0.0:1746137649.584696:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.585049:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333283328 00000100:00100000:1.0:1746137649.585059:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333283328 00002000:00100000:1.0:1746137649.585099:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145880 x1830957333283328/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.585108:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145880 with x1830957333283328 ext(0->4095) 00002000:00010000:1.0:1746137649.585113:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f145880 00000100:00100000:1.0:1746137649.585131:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14490 00000100:00100000:1.0:1746137649.585138:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333283328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137649.585270:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333283328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (582us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.585277:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14490 00002000:00100000:1.0:1746137649.585282:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145880 x1830957333283328/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.585289:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145880 with x1830957333283328 ext(0->4095) 00002000:00010000:1.0:1746137649.585291:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f145880 00000100:00100000:0.0:1746137649.587210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.588488:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333283456 00000100:00100000:1.0:1746137649.588496:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333283456 00000100:00100000:1.0:1746137649.589219:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30743 00000100:00100000:1.0:1746137649.589230:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:1679:x1830957333283456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137649.589418:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137649.589990:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.589998:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417756ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc67a expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.590008:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.590011:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417756c7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc681 expref: 28 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.590016:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.590019:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417756ce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc67a expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.590041:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417756c7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc681 expref: 28 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.590052:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417756ce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc67a expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.590060:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f600, rc 0) 00000100:00100000:1.0:1746137649.590083:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:1679:x1830957333283456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 855us (2878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.590088:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30743 00000100:00100000:0.0:1746137649.592171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.596043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.598741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.599353:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.602775:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.605745:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.606720:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.610289:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.610316:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333284992 00000100:00100000:0.0:1746137649.610322:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333284992 00002000:00100000:0.0:1746137649.610360:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e58380 x1830957333284992/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.610369:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58380 with x1830957333284992 ext(0->4095) 00010000:00010000:0.0:1746137649.610377:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417756d5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc688 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.610389:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417756d5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc688 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.610395:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e58380 00000100:00100000:0.0:1746137649.613117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.616080:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.620101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.625512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.627793:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.628411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.631263:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.631977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.634469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.636788:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.639682:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.641912:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.645855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.649032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.650391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.652370:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.656221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.656303:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333288064 00000100:00100000:1.0:1746137649.656309:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333288064 00002000:00100000:1.0:1746137649.656353:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec67800 x1830957333288064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.656361:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67800 with x1830957333288064 ext(0->4095) 00010000:00010000:1.0:1746137649.656368:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417756ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc6b2 expref: 27 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.656377:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417756ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc6b2 expref: 27 pid: 9584 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.656383:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec67800 00000100:00100000:1.0:1746137649.656398:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3308 00000100:00100000:1.0:1746137649.656404:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2007:x1830957333288064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.656733:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2007:x1830957333288064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.656741:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3308 00002000:00100000:1.0:1746137649.656747:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec67800 x1830957333288064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.656753:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67800 with x1830957333288064 ext(0->4095) 00010000:00010000:1.0:1746137649.656758:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417756ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc6b2 expref: 27 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.656766:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb61417756ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc6b2 expref: 27 pid: 9584 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.656771:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec67800 00000100:00100000:0.0:1746137649.658252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.661711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.661802:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333288448 00000100:00100000:1.0:1746137649.661829:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333288448 00002000:00100000:1.0:1746137649.661858:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec67480 x1830957333288448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.661867:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67480 with x1830957333288448 ext(0->4095) 00002000:00010000:1.0:1746137649.661871:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec67480 00000100:00100000:1.0:1746137649.661891:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14495 00000100:00100000:1.0:1746137649.661897:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2008:x1830957333288448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.661984:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2008:x1830957333288448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.661990:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14495 00002000:00100000:1.0:1746137649.661994:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec67480 x1830957333288448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.662000:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67480 with x1830957333288448 ext(0->4095) 00002000:00010000:1.0:1746137649.662003:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec67480 00000100:00100000:0.0:1746137649.663907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.666033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.668091:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.670145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.672039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.672582:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.674034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.674603:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333289600 00000100:00100000:1.0:1746137649.674608:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333289600 00002000:00100000:1.0:1746137649.674631:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d2300 x1830957333289600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.674640:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d2300 with x1830957333289600 ext(0->4095) 00010000:00010000:1.0:1746137649.674645:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775714 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc6c7 expref: 27 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.674654:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775714 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc6c7 expref: 27 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.674665:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d2300 00000100:00100000:1.0:1746137649.674687:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3309 00000100:00100000:1.0:1746137649.674692:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2007:x1830957333289600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.674768:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2007:x1830957333289600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 76us (735us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.674777:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3309 00002000:00100000:1.0:1746137649.674781:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d2300 x1830957333289600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.674788:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d2300 with x1830957333289600 ext(0->4095) 00010000:00010000:1.0:1746137649.674792:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775714 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc6c7 expref: 27 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.674800:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775714 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc6c7 expref: 27 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.674826:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d2300 00000100:00100000:0.0:1746137649.676256:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.676300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.678538:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.679842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.679899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.681345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.685028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.685074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.689598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.691679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.693114:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.696206:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.697856:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.699165:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.700252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.701201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.703592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.706242:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.706289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.708746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.710908:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.711372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.714202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.714268:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333293440 00000100:00100000:1.0:1746137649.714274:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333293440 00002000:00100000:1.0:1746137649.714306:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea16d80 x1830957333293440/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.714314:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea16d80 with x1830957333293440 ext(0->4095) 00010000:00010000:1.0:1746137649.714321:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177574c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc6ff expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.714364:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177574c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc6ff expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.714371:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea16d80 00000100:00100000:1.0:1746137649.714395:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3314 00000100:00100000:1.0:1746137649.714401:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333293440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137649.714645:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333293440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 244us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.714650:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3314 00002000:00100000:1.0:1746137649.714654:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea16d80 x1830957333293440/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.714658:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea16d80 with x1830957333293440 ext(0->4095) 00010000:00010000:1.0:1746137649.714661:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177574c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc6ff expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.714667:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb614177574c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc6ff expref: 6 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.714671:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea16d80 00000100:00100000:0.0:1746137649.716960:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.719451:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.719583:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333293824 00000100:00100000:1.0:1746137649.719588:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333293824 00002000:00100000:1.0:1746137649.719616:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15500 x1830957333293824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.719624:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15500 with x1830957333293824 ext(0->4095) 00002000:00010000:1.0:1746137649.719628:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15500 00000100:00100000:1.0:1746137649.719653:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14499 00000100:00100000:1.0:1746137649.719658:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333293824:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.720179:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333293824:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 518us (731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.720184:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14499 00002000:00100000:1.0:1746137649.720189:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15500 x1830957333293824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.720195:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15500 with x1830957333293824 ext(0->4095) 00002000:00010000:1.0:1746137649.720281:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15500 00000100:00100000:0.0:1746137649.722197:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.724631:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.726660:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.726724:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333294336 00000100:00100000:1.0:1746137649.726729:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333294336 00002000:00100000:1.0:1746137649.726757:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14a80 x1830957333294336/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.726765:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14a80 with x1830957333294336 ext(0->4095) 00002000:00010000:1.0:1746137649.726769:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea14a80 00000100:00100000:1.0:1746137649.726794:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14500 00000100:00100000:1.0:1746137649.726800:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333294336:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137649.726912:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333294336:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.726918:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14500 00002000:00100000:1.0:1746137649.726923:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14a80 x1830957333294336/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.726934:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14a80 with x1830957333294336 ext(0->4095) 00002000:00010000:1.0:1746137649.726936:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea14a80 00000100:00100000:0.0:1746137649.728566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.730289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.731228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.734202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.736293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.736426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.745359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.745426:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333295488 00000100:00100000:1.0:1746137649.745435:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333295488 00002000:00100000:1.0:1746137649.745470:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c26300 x1830957333295488/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.745479:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c26300 with x1830957333295488 ext(0->4095) 00010000:00010000:1.0:1746137649.745488:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775768 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc71b expref: 26 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.745500:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775768 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc71b expref: 26 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.745507:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c26300 00000100:00100000:1.0:1746137649.745538:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3316 00000100:00100000:1.0:1746137649.745545:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333295488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137649.745663:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333295488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.745669:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3316 00002000:00100000:1.0:1746137649.745674:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c26300 x1830957333295488/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.745681:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c26300 with x1830957333295488 ext(0->4095) 00010000:00010000:1.0:1746137649.745685:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775768 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc71b expref: 26 pid: 26520 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746137649.745694:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775768 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc71b expref: 26 pid: 26520 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746137649.745699:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c26300 00000100:00100000:0.0:1746137649.747476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.747555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.750868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.750899:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333296000 00000100:00100000:0.0:1746137649.750903:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333296000 00002000:00100000:0.0:1746137649.750932:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c27b80 x1830957333296000/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.750939:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27b80 with x1830957333296000 ext(0->4095) 00010000:00010000:0.0:1746137649.750945:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177576f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc722 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.750954:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177576f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc722 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.750959:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c27b80 00000100:00100000:0.0:1746137649.750971:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3317 00000100:00100000:0.0:1746137649.750976:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333296000:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137649.751067:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333296000:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 90us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137649.751072:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3317 00002000:00100000:0.0:1746137649.751076:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c27b80 x1830957333296000/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.751082:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27b80 with x1830957333296000 ext(0->4095) 00010000:00010000:0.0:1746137649.751086:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177576f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc722 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.751094:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177576f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc722 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.751099:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c27b80 00000100:00100000:0.0:1746137649.754091:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.760908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.763250:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.765877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.768839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.770572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.771038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.771052:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333297152 00000100:00100000:0.0:1746137649.771054:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333297152 00000100:00100000:0.0:1746137649.771521:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30771 00000100:00100000:0.0:1746137649.771528:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1685:x1830957333297152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137649.771937:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137649.771944:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090870800/0xddf4fb614177578b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc73e expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.771954:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.771957:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775784 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc737 expref: 28 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.771962:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137649.771964:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090870800/0xddf4fb614177578b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc73e expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.771986:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775784 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc737 expref: 28 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.772002:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090870800/0xddf4fb614177578b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc73e expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.772010:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090870800, rc 0) 00000100:00100000:0.0:1746137649.774397:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.779343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.783867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.787368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.791322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.795420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.798463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.800231:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333298560 00000100:00100000:0.0:1746137649.800236:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333298560 00002000:00100000:0.0:1746137649.800261:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968ebb80 x1830957333298560/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.800269:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968ebb80 with x1830957333298560 ext(0->4095) 00010000:00010000:0.0:1746137649.800275:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775792 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc745 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.800286:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775792 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc745 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.800291:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968ebb80 00000100:00100000:0.0:1746137649.800305:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3319 00000100:00100000:0.0:1746137649.800311:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333298560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137649.800423:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333298560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137649.800429:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3319 00002000:00100000:0.0:1746137649.800434:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968ebb80 x1830957333298560/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.800440:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968ebb80 with x1830957333298560 ext(0->4095) 00010000:00010000:0.0:1746137649.800445:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775792 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc745 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.800454:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775792 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc745 expref: 6 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.800458:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968ebb80 00000100:00100000:0.0:1746137649.803289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.804691:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.807746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.811099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.812443:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.816374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.821106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.821159:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333299968 00000100:00100000:1.0:1746137649.821164:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333299968 00002000:00100000:1.0:1746137649.821197:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b2d80 x1830957333299968/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.821205:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b2d80 with x1830957333299968 ext(0->4095) 00002000:00010000:1.0:1746137649.821209:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b2d80 00000100:00100000:1.0:1746137649.821240:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14504 00000100:00100000:1.0:1746137649.821246:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2008:x1830957333299968:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137649.821369:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2008:x1830957333299968:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.821375:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14504 00002000:00100000:1.0:1746137649.821380:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b2d80 x1830957333299968/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.821386:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b2d80 with x1830957333299968 ext(0->4095) 00002000:00010000:1.0:1746137649.821389:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b2d80 00000100:00100000:0.0:1746137649.822695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.825396:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.827131:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.828967:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.832102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.832144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.834594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.837031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.837060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.841296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.841462:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333301632 00000100:00100000:0.0:1746137649.841469:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333301632 00002000:00100000:0.0:1746137649.841502:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1180 x1830957333301632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.841511:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1180 with x1830957333301632 ext(0->4095) 00010000:00010000:0.0:1746137649.841519:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417757bc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc76f expref: 26 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.841534:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417757bc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc76f expref: 26 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.841541:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1180 00000100:00100000:0.0:1746137649.841569:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3323 00000100:00100000:0.0:1746137649.841576:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333301632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137649.841662:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333301632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (371us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137649.841667:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3323 00002000:00100000:0.0:1746137649.841672:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1180 x1830957333301632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.841679:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1180 with x1830957333301632 ext(0->4095) 00010000:00010000:0.0:1746137649.841683:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417757bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc76f expref: 26 pid: 9583 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.841692:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417757bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc76f expref: 26 pid: 9583 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.841697:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1180 00000100:00100000:0.0:1746137649.843270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.843359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.847959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.851254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.854594:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.858491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.861259:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.863082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.863272:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333303040 00000100:00100000:1.0:1746137649.863276:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333303040 00002000:00100000:1.0:1746137649.863301:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f104380 x1830957333303040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.863310:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f104380 with x1830957333303040 ext(0->4095) 00002000:00010000:1.0:1746137649.863314:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f104380 00000100:00100000:1.0:1746137649.863348:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14507 00000100:00100000:1.0:1746137649.863354:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333303040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.863458:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333303040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.863464:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14507 00002000:00100000:1.0:1746137649.863469:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f104380 x1830957333303040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.863475:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f104380 with x1830957333303040 ext(0->4095) 00002000:00010000:1.0:1746137649.863478:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f104380 00000100:00100000:0.0:1746137649.865706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.865919:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.866028:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333303296 00000100:00100000:1.0:1746137649.866036:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333303296 00000100:00100000:1.0:1746137649.866187:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30783 00000100:00100000:1.0:1746137649.866192:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1679:x1830957333303296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.866205:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.866219:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417757d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc792 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.866237:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417757d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc784 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.866244:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.866246:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137649.866249:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417757d8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc792 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.866385:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417757d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc784 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.866394:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417757d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc784 expref: 5 pid: 9583 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.866404:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327288960:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137649.866471:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137649.868501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.868649:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327288960:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137649.868670:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417757d8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc792 expref: 27 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.868681:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137649.868710:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:1679:x1830957333303296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2517us (2791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.868717:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30783 00000100:00100000:0.0:1746137649.873025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.875535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.878579:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.880895:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.880962:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333304192 00000100:00100000:1.0:1746137649.880970:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333304192 00000100:00100000:1.0:1746137649.881188:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30784 00000100:00100000:1.0:1746137649.881196:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333304192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.881208:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.881221:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417757e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc799 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.881247:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417757df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc78b expref: 25 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.881254:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.881255:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.881258:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417757e6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc799 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.881281:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417757df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc78b expref: 25 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.881291:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417757df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc78b expref: 25 pid: 9583 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746137649.881301:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327289472:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137649.881390:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.882595:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327289472:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137649.882613:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417757e6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc799 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.882624:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:1.0:1746137649.882662:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333304192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1466us (1771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.882669:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30784 00000100:00100000:0.0:1746137649.883656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.889659:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.889741:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.889782:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333304704 00000100:00100000:0.0:1746137649.889791:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333304704 00000100:00100000:0.0:1746137649.889882:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30785 00000100:00100000:0.0:1746137649.889891:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1679:x1830957333304704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137649.889910:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137649.889928:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090870000/0xddf4fb61417757ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc7a0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.889952:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417757e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc799 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.889959:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.889961:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746137649.890405:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333304576 00000100:00100000:1.0:1746137649.890410:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333304576 00002000:00100000:1.0:1746137649.890433:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3800 x1830957333304576/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.890442:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3800 with x1830957333304576 ext(0->4095) 00010000:00010000:1.0:1746137649.890448:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417757e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc799 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.890456:0:24947:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417757e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc799 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746137649.890462:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd3800 00000100:00100000:1.0:1746137649.890641:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3326 00000100:00100000:1.0:1746137649.890649:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333304576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.890731:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333304576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (1080us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.890736:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3326 00002000:00100000:1.0:1746137649.890741:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3800 x1830957333304576/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.890748:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3800 with x1830957333304576 ext(0->4095) 00010000:00010000:1.0:1746137649.890752:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417757e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc799 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.890758:0:24947:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb61417757e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc799 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746137649.890763:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd3800 00010000:00010000:0.0:1746137649.891002:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090870000/0xddf4fb61417757ed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7a0 expref: 26 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137649.893634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.894943:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.898230:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.900651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.902772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.905316:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.908619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.912020:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.913342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.913592:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.913631:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333306368 00000100:00100000:0.0:1746137649.913634:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333306368 00000100:00100000:0.0:1746137649.913654:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30789 00000100:00100000:0.0:1746137649.913660:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:1685:x1830957333306368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137649.913666:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137649.913672:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090870800/0xddf4fb6141775809 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc7bc expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.913687:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.913690:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775802 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7b5 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.913695:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137649.913698:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090870800/0xddf4fb6141775809 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7bc expref: 28 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.913716:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775802 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7b5 expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.913726:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090870800/0xddf4fb6141775809 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7bc expref: 28 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.913734:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090870800, rc 0) 00000100:00100000:0.0:1746137649.913766:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:1685:x1830957333306368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137649.913771:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30789 00000100:00100000:0.0:1746137649.914800:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.916696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.919098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.921642:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.923890:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.925863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.929368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.931512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.932464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.932508:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333307904 00000100:00100000:0.0:1746137649.932513:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333307904 00000100:00100000:0.0:1746137649.932537:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30792 00000100:00100000:0.0:1746137649.932542:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:1679:x1830957333307904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137649.932550:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137649.932557:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb614177581e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc7d1 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.932569:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137649.932572:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775817 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7ca expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.932578:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137649.932580:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb614177581e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7d1 expref: 28 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.932598:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775817 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7ca expref: 28 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.932609:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d18400/0xddf4fb614177581e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7d1 expref: 28 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137649.932616:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d18400, rc 0) 00000100:00100000:0.0:1746137649.932638:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:1679:x1830957333307904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137649.932643:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30792 00000100:00100000:0.0:1746137649.934581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.936135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.938284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.938324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.940709:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.943985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.944072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.953114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.953146:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333309312 00000100:00100000:0.0:1746137649.953152:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333309312 00002000:00100000:0.0:1746137649.953183:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dc700 x1830957333309312/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.953193:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dc700 with x1830957333309312 ext(0->4095) 00010000:00010000:0.0:1746137649.953200:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775825 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7d8 expref: 6 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.953211:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775825 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7d8 expref: 6 pid: 9584 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.953217:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dc700 00000100:00100000:0.0:1746137649.953245:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3331 00000100:00100000:0.0:1746137649.953251:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333309312:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137649.953361:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333309312:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (253us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137649.953367:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3331 00002000:00100000:0.0:1746137649.953372:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dc700 x1830957333309312/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137649.953379:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dc700 with x1830957333309312 ext(0->4095) 00010000:00010000:0.0:1746137649.953383:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775825 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7d8 expref: 6 pid: 9584 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746137649.953391:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775825 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7d8 expref: 6 pid: 9584 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746137649.953396:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dc700 00000100:00100000:0.0:1746137649.958265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.958503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.962653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.965737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.965981:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333309952 00000100:00100000:1.0:1746137649.965988:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333309952 00002000:00100000:1.0:1746137649.966017:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4df100 x1830957333309952/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.966026:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df100 with x1830957333309952 ext(0->4095) 00002000:00010000:1.0:1746137649.966030:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4df100 00000100:00100000:1.0:1746137649.966044:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14513 00000100:00100000:1.0:1746137649.966050:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333309952:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137649.966148:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333309952:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.966154:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14513 00002000:00100000:1.0:1746137649.966158:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4df100 x1830957333309952/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.966164:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df100 with x1830957333309952 ext(0->4095) 00002000:00010000:1.0:1746137649.966167:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4df100 00000100:00100000:0.0:1746137649.968465:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.971631:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.973486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.976375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.976900:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333310592 00000100:00100000:1.0:1746137649.976906:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333310592 00002000:00100000:1.0:1746137649.976935:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dd500 x1830957333310592/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/0 e 0 to 0 dl 1746137660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.976943:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd500 with x1830957333310592 ext(0->4095) 00010000:00010000:1.0:1746137649.976950:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb614177583a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7ed expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137649.976963:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb614177583a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7ed expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137649.976969:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dd500 00000100:00100000:1.0:1746137649.976995:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3332 00000100:00100000:1.0:1746137649.977001:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333310592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137649.977101:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333310592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (729us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137649.977107:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3332 00002000:00100000:1.0:1746137649.977111:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dd500 x1830957333310592/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:85/0 lens 488/4536 e 0 to 0 dl 1746137660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137649.977118:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd500 with x1830957333310592 ext(0->4095) 00010000:00010000:1.0:1746137649.977123:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb614177583a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7ed expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137649.977132:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb614177583a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7ed expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137649.977138:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dd500 00000100:00100000:0.0:1746137649.979580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.981224:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.985047:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.988501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.991936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137649.994604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137649.994674:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333311616 00000100:00100000:1.0:1746137649.994680:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333311616 00000100:00100000:1.0:1746137649.994724:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30799 00000100:00100000:1.0:1746137649.994731:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333311616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137649.994743:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137649.994757:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb614177584f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc802 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.994779:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775848 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7fb expref: 25 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.994785:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.994786:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137649.994789:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb614177584f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc802 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.994840:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775848 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7fb expref: 25 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.994849:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775848 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc7fb expref: 25 pid: 9584 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137649.994859:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327293312:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137649.994932:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137649.998986:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327293312:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137649.999011:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb614177584f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc802 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137649.999024:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:1.0:1746137649.999072:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333311616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4341us (4472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137649.999080:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30799 00000100:00100000:0.0:1746137649.999624:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.001903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137650.002117:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137650.003144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.003229:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333312128 00000100:00100000:1.0:1746137650.003234:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333312128 00000100:00080000:0.0:1746137650.003287:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746137650.003311:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30800 00000100:00100000:1.0:1746137650.003317:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:1679:x1830957333312128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.003328:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.003351:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb6141775856 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc809 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.003370:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb614177584f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc802 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.003377:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.003378:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.003381:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb6141775856 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc809 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.003404:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb614177584f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc802 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.003414:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb614177584f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc802 expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.003425:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327293568:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.003547:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.005559:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.005782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.006017:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327293568:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.006123:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb6141775856 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc809 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.006135:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.006136:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.006140:0:9582:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb6141775856 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc809 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.006146:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb6141775856 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc809 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.006163:0:9582:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb6141775856 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc809 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.006171:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb6141775856 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc809 expref: 28 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.006180:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327293696:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137650.006215:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.008168:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327293696:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137650.008183:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f600, rc 0) 00000100:00100000:1.0:1746137650.008258:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:1679:x1830957333312128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4941us (5115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.008265:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30800 00000100:00100000:0.0:1746137650.011081:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.013271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.015496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.017201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.019480:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.021951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.024074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.026546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.026585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.028563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.030481:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.030558:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137650.030861:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137650.032411:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.034778:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.034881:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.037656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.039465:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.041441:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.045536:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.048123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.049705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.051616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.052968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.053566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.053746:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333316352 00000100:00100000:1.0:1746137650.053751:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333316352 00000100:00100000:0.0:1746137650.057103:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.059876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.060008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.062265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.063499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.063781:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.067800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.070112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.073203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.075496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.075727:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333318272 00000100:00100000:1.0:1746137650.075734:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333318272 00000100:00100000:1.0:1746137650.075782:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30812 00000100:00100000:1.0:1746137650.075799:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333318272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.075850:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.075866:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417758aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc85d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.076083:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417758a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc856 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.076091:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.076092:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.076095:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417758aa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc85d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.076120:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417758a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc856 expref: 25 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.076131:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417758a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc856 expref: 25 pid: 9584 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.076142:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327296640:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.076207:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.078990:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327296640:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.079017:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417758aa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc85d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.079038:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137650.079074:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333318272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3285us (3584us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.079082:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30812 00000100:00100000:0.0:1746137650.079645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.084225:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333318784 00000100:00100000:1.0:1746137650.084236:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333318784 00000100:00100000:1.0:1746137650.084272:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30813 00000100:00100000:1.0:1746137650.084278:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1679:x1830957333318784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.084292:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.084304:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc864 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.084326:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417758aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc85d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.084346:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.084348:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.084351:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758b1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc864 expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.084373:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417758aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc85d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.084382:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417758aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc85d expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.084396:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327296896:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.084449:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.084733:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333318656 00000100:00100000:0.0:1746137650.084738:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333318656 00002000:00100000:0.0:1746137650.084762:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968eb480 x1830957333318656/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.084771:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb480 with x1830957333318656 ext(0->4095) 00010000:00010000:0.0:1746137650.084777:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417758aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc85d expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.084788:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417758aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc85d expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.084794:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968eb480 00000100:00100000:0.0:1746137650.087033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.087118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137650.087749:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417758aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc85d expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.087764:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327296896:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.087778:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758b1 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc864 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.087784:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758b1 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc864 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.087791:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083fe00, rc 0) 00000100:00100000:1.0:1746137650.087981:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:1679:x1830957333318784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3701us (3831us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.087986:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30813 00000100:00100000:1.0:1746137650.092353:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.092837:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333319296 00000100:00100000:0.0:1746137650.092843:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333319296 00002000:00100000:0.0:1746137650.092874:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a0000 x1830957333319296/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.092882:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a0000 with x1830957333319296 ext(0->4095) 00010000:00010000:0.0:1746137650.092889:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc864 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.092906:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc864 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.092912:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a0000 00000100:00100000:0.0:1746137650.092934:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3342 00000100:00100000:0.0:1746137650.092940:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2008:x1830957333319296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137650.094521:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2008:x1830957333319296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1575us (2166us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137650.094531:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3342 00002000:00100000:0.0:1746137650.094539:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a0000 x1830957333319296/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.094547:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a0000 with x1830957333319296 ext(0->4095) 00010000:00010000:0.0:1746137650.094556:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc864 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.094569:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc864 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.094575:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a0000 00000100:00100000:0.0:1746137650.096741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.098936:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.100638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.100716:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333319808 00000100:00100000:1.0:1746137650.100721:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333319808 00000100:00100000:1.0:1746137650.100760:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30815 00000100:00100000:1.0:1746137650.100767:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333319808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.100778:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.100790:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417758bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc872 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.100838:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417758b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc86b expref: 25 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.100845:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.100846:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.100849:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417758bf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc872 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.100871:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417758b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc86b expref: 25 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.100880:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417758b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc86b expref: 25 pid: 9584 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.100891:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327297408:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.100999:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.101897:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327297408:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.101914:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417758bf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc872 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.101924:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f600, rc 0) 00000100:00100000:1.0:1746137650.101945:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333319808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1179us (1312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.101951:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30815 00000100:00100000:0.0:1746137650.103044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.104936:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.108747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.108802:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333320320 00000100:00100000:1.0:1746137650.108841:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333320320 00000100:00100000:1.0:1746137650.108877:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30816 00000100:00100000:1.0:1746137650.108885:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:1685:x1830957333320320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.108898:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.108912:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb61417758c6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc879 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.108933:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417758bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc872 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.108940:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.108941:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.108944:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb61417758c6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc879 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.108968:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417758bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc872 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.108977:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417758bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc872 expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.108987:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327297664:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.109505:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.109586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.110593:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.110654:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327297664:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.110670:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb61417758c6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc879 expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.110682:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137650.110700:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:1685:x1830957333320320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1817us (1972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.110705:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30816 00000100:00100000:0.0:1746137650.113775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.115677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.115734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.115767:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333321088 00000100:00100000:1.0:1746137650.115773:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333321088 00000100:00100000:1.0:1746137650.115831:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30818 00000100:00100000:1.0:1746137650.115839:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333321088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.115850:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.115860:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc887 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.115878:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.115883:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417758cd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc880 expref: 27 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.115889:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137650.115892:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758d4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc887 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.116224:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417758cd lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc880 expref: 26 pid: 9583 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.116387:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb61417758cd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc880 expref: 26 pid: 9583 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.116403:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327298176:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.116425:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.118743:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327298176:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.118766:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758d4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc887 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.118778:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083fe00, rc 0) 00000100:00100000:1.0:1746137650.118829:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333321088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2991us (3154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.118835:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30818 00000100:00100000:0.0:1746137650.119610:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.123395:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.123513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.123621:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333321472 00000100:00100000:1.0:1746137650.123629:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333321472 00000100:00100000:1.0:1746137650.123685:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30819 00000100:00100000:1.0:1746137650.123693:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1679:x1830957333321472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.123709:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.123725:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417758db lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc88e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.123750:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.123755:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc887 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.123761:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137650.123764:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417758db lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc88e expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.124496:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758d4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc887 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.124506:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417758db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc88e expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.124513:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.124514:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.124519:0:9582:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc887 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.124600:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc887 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.124670:0:9582:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc887 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.124679:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417758d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc887 expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.124689:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327298432:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137650.125011:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.126408:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327298432:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137650.126422:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e800, rc 0) 00000100:00100000:1.0:1746137650.126463:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1679:x1830957333321472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2770us (3073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.126473:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30819 00000100:00100000:0.0:1746137650.127154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.131714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.136119:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.139697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.139972:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333322368 00000100:00100000:1.0:1746137650.139980:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333322368 00000100:00100000:1.0:1746137650.140050:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30820 00000100:00100000:1.0:1746137650.140057:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333322368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.140071:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.140083:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417758e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc895 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.140106:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417758db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc88e expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.140112:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.140114:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.140116:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417758e2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc895 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.140141:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417758db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc88e expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.140150:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417758db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc88e expref: 25 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.140160:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327298688:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.142440:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.147129:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327298688:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.147159:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417758e2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc895 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.147179:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137650.147233:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333322368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7173us (7539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.147241:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30820 00000100:00100000:1.0:1746137650.147459:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.147977:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.152955:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.153109:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333322880 00000100:00100000:1.0:1746137650.153115:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333322880 00002000:00100000:1.0:1746137650.153147:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2d80 x1830957333322880/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.153155:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2d80 with x1830957333322880 ext(0->4095) 00010000:00010000:1.0:1746137650.153162:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417758e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc895 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.153172:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417758e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc895 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.153177:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d2d80 00000100:00100000:1.0:1746137650.153202:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3346 00000100:00100000:1.0:1746137650.153208:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333322880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137650.153295:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333322880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.153300:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3346 00002000:00100000:1.0:1746137650.153304:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2d80 x1830957333322880/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.153311:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2d80 with x1830957333322880 ext(0->4095) 00010000:00010000:1.0:1746137650.153315:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417758e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc895 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.153322:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417758e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc895 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.153327:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d2d80 00000100:00100000:0.0:1746137650.155666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.159149:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.162708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.167730:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.171134:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2008:x1830957333323520:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 3177us (3399us total) trans 4294972149 rc 0/0 00000100:00100000:0.0:1746137650.171145:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3347 00002000:00100000:0.0:1746137650.171154:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092c72300 x1830957333323520/t4294972149(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 496/448 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.171164:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72300 with x1830957333323520 ext(0->7) 00010000:00010000:0.0:1746137650.171173:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb61417758e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc89c expref: 28 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.171191:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb61417758e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc89c expref: 28 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.171197:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c72300 00000100:00100000:0.0:1746137650.178504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.180379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.182420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.186196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.188793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.192096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.198935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.200000:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333324672:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 829us (1064us total) trans 4294972150 rc 0/0 00000100:00100000:0.0:1746137650.200008:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3349 00002000:00100000:0.0:1746137650.200015:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090ae7800 x1830957333324672/t4294972150(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 496/448 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.200022:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae7800 with x1830957333324672 ext(0->7) 00010000:00010000:0.0:1746137650.200029:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417758f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8aa expref: 30 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.200038:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417758f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8aa expref: 30 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.200044:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae7800 00000100:00100000:1.0:1746137650.207984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.208198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.210522:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.212534:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.215445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.218000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.222459:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.223362:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2007:x1830957333325824:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 729us (906us total) trans 4294972151 rc 0/0 00000100:00100000:0.0:1746137650.223369:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3351 00002000:00100000:0.0:1746137650.223374:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090ae6680 x1830957333325824/t4294972151(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 496/448 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.223381:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae6680 with x1830957333325824 ext(0->7) 00010000:00010000:0.0:1746137650.223386:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775905 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8b8 expref: 32 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.223396:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775905 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8b8 expref: 32 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.223402:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae6680 00000100:00100000:0.0:1746137650.225073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.228071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.229881:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.231480:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.231588:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333326464 00000100:00100000:1.0:1746137650.231595:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333326464 00000100:00100000:1.0:1746137650.231631:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30828 00000100:00100000:1.0:1746137650.231638:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1679:x1830957333326464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.231649:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.231658:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb614177591a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc8cd expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.231673:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.231678:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141775913 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8c6 expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.231683:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.231686:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb614177591a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8cd expref: 34 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.231711:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141775913 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8c6 expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.231721:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb614177591a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8cd expref: 34 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.231729:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137650.231768:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333326464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.231773:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30828 00000100:00100000:0.0:1746137650.234088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.237396:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.239316:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.239362:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.242343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.244125:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.244193:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.246039:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.247975:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.250075:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.250225:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14528 00000100:00100000:0.0:1746137650.250233:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2009:x1830957333328256:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137650.250348:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2009:x1830957333328256:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137650.250354:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14528 00002000:00100000:0.0:1746137650.250359:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b329500 x1830957333328256/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.250376:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329500 with x1830957333328256 ext(0->4095) 00002000:00010000:0.0:1746137650.250379:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b329500 00000100:00100000:0.0:1746137650.251984:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.256041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.260457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.261146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.263006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.263554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.265448:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.268674:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.271755:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.274017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.274701:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333329920 00000100:00100000:1.0:1746137650.274709:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333329920 00000100:00100000:1.0:1746137650.274871:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30834 00000100:00100000:1.0:1746137650.274879:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333329920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.274935:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.274949:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141775944 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc8f7 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.274974:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177593d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8f0 expref: 31 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.274981:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.274982:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.274985:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141775944 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8f7 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.275011:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177593d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8f0 expref: 31 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.275021:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177593d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8f0 expref: 31 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.275031:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327302272:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.275310:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.277507:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327302272:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.277535:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141775944 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8f7 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.277551:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083fe00, rc 0) 00000100:00100000:1.0:1746137650.277603:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333329920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2724us (3590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.277611:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30834 00000100:00100000:0.0:1746137650.277858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.280074:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.280114:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333330304 00000100:00100000:0.0:1746137650.280119:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333330304 00002000:00100000:0.0:1746137650.280147:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0000 x1830957333330304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.280156:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0000 with x1830957333330304 ext(0->4095) 00002000:00010000:0.0:1746137650.280159:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b0000 00000100:00100000:0.0:1746137650.280178:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14530 00000100:00100000:0.0:1746137650.280185:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333330304:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137650.280273:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333330304:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137650.280279:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14530 00002000:00100000:0.0:1746137650.280284:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0000 x1830957333330304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.280290:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0000 with x1830957333330304 ext(0->4095) 00002000:00010000:0.0:1746137650.280292:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b0000 00000100:00100000:0.0:1746137650.282296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.282518:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333330432 00000100:00100000:1.0:1746137650.282525:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333330432 00000100:00100000:1.0:1746137650.282565:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30835 00000100:00100000:1.0:1746137650.282571:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:1685:x1830957333330432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.282584:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.282598:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb614177594b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc8fe expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.282620:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141775944 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8f7 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.282627:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.282629:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.282632:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb614177594b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8fe expref: 32 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.282657:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141775944 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8f7 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137650.282683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.282702:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333330560 00000100:00100000:0.0:1746137650.282705:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333330560 00000100:00100000:0.0:1746137650.282721:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30836 00000100:00100000:0.0:1746137650.282726:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1679:x1830957333330560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137650.282732:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137650.282737:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d39c00/0xddf4fb6141775952 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc905 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.282913:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141775944 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8f7 expref: 5 pid: 9583 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.282925:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327302528:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.282986:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00010000:00010000:0.0:1746137650.283130:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.283135:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb614177594b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8fe expref: 34 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.283144:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137650.283146:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d39c00/0xddf4fb6141775952 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc905 expref: 34 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.283167:0:9584:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb614177594b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8fe expref: 34 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.283179:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d39c00/0xddf4fb6141775952 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc905 expref: 34 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.283187:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d39c00, rc 0) 00000100:00100000:0.0:1746137650.283224:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333330560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 498us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137650.283229:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30836 00000100:00100000:1.0:1746137650.284498:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327302528:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.284518:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb614177594b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8fe expref: 33 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.284528:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137650.284561:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1685:x1830957333330432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1989us (2270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.284568:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30835 00000100:00100000:0.0:1746137650.285694:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.287641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.287694:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333330944 00000100:00100000:1.0:1746137650.287701:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333330944 00002000:00100000:1.0:1746137650.287731:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f38a80 x1830957333330944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.287745:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f38a80 with x1830957333330944 ext(0->4095) 00010000:00010000:1.0:1746137650.287752:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb614177594b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8fe expref: 33 pid: 9583 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.287762:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb614177594b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8fe expref: 33 pid: 9583 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.287768:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f38a80 00000100:00100000:1.0:1746137650.287797:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3357 00000100:00100000:1.0:1746137650.287821:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333330944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137650.287908:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333330944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.287913:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3357 00002000:00100000:1.0:1746137650.287918:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f38a80 x1830957333330944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.287923:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f38a80 with x1830957333330944 ext(0->4095) 00010000:00010000:1.0:1746137650.287927:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb614177594b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8fe expref: 33 pid: 9583 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.287935:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb614177594b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc8fe expref: 33 pid: 9583 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.287939:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f38a80 00000100:00100000:0.0:1746137650.291507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.291601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.291839:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333331072 00000100:00100000:1.0:1746137650.291847:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333331072 00000100:00100000:1.0:1746137650.291897:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30837 00000100:00100000:1.0:1746137650.291904:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333331072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.291919:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.291933:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775959 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc90c expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.291955:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.291960:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d39c00/0xddf4fb6141775952 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc905 expref: 32 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.291966:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137650.291969:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775959 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc90c expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.291997:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d39c00/0xddf4fb6141775952 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc905 expref: 32 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.292007:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775959 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc90c expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.292016:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137650.293258:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333331072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1351us (1753us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.293267:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30837 00000100:00100000:0.0:1746137650.296398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.298753:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.298802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.299191:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333331712 00000100:00100000:1.0:1746137650.299194:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333331712 00000100:00100000:1.0:1746137650.299211:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30838 00000100:00100000:1.0:1746137650.299214:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:1679:x1830957333331712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.299225:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.299231:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141775960 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc913 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.299242:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775959 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc90c expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.299247:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.299247:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.299249:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141775960 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc913 expref: 33 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.299260:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775959 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc90c expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.299265:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775959 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc90c expref: 5 pid: 9583 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.299270:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327303296:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.299290:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.302037:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.302261:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327303296:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.302277:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141775960 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc913 expref: 32 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.302287:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083fe00, rc 0) 00000100:00100000:1.0:1746137650.302303:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:1679:x1830957333331712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3088us (3502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.302310:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30838 00000100:00100000:0.0:1746137650.306040:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.308897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.308970:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333332352 00000100:00100000:1.0:1746137650.308976:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333332352 00002000:00100000:1.0:1746137650.309004:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5c00 x1830957333332352/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.309012:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5c00 with x1830957333332352 ext(0->4095) 00002000:00010000:1.0:1746137650.309015:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d5c00 00000100:00100000:1.0:1746137650.309073:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14531 00000100:00100000:1.0:1746137650.309079:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2007:x1830957333332352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137650.309162:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2007:x1830957333332352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.309167:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14531 00002000:00100000:1.0:1746137650.309171:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5c00 x1830957333332352/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.309176:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5c00 with x1830957333332352 ext(0->4095) 00002000:00010000:1.0:1746137650.309178:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d5c00 00000100:00100000:0.0:1746137650.310697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.310964:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333332480 00000100:00100000:1.0:1746137650.310969:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333332480 00000100:00100000:1.0:1746137650.311002:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30839 00000100:00100000:1.0:1746137650.311008:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333332480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.311020:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.311031:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775967 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc91a expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.311054:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141775960 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc913 expref: 31 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.311060:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.311061:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.311064:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775967 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc91a expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.311083:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141775960 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc913 expref: 31 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.311091:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141775960 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc913 expref: 31 pid: 9583 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.311099:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327303552:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.311483:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.312630:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.312710:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327303552:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.312730:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775967 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc91a expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.312741:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:1.0:1746137650.312774:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333332480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1765us (2079us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.312781:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30839 00000100:00100000:0.0:1746137650.315743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.317344:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.317500:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333332992 00000100:00100000:1.0:1746137650.317505:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333332992 00000100:00100000:1.0:1746137650.317543:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30840 00000100:00100000:1.0:1746137650.317549:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:1685:x1830957333332992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.317560:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.317574:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb614177596e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc921 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.317593:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775967 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc91a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.317599:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.317601:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.317604:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb614177596e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc921 expref: 32 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.317626:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775967 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc91a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.317636:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775967 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc91a expref: 5 pid: 9583 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.317646:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327303808:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.317710:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.319307:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.319717:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327303808:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.319736:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb614177596e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc921 expref: 33 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.319757:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137650.319784:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1685:x1830957333332992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2235us (2444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.319789:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30840 00000100:00100000:1.0:1746137650.320365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.324309:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.324455:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333333504 00000100:00100000:1.0:1746137650.324461:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333333504 00002000:00100000:1.0:1746137650.324493:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4000 x1830957333333504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.324501:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4000 with x1830957333333504 ext(0->4095) 00010000:00010000:1.0:1746137650.324507:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb614177596e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc921 expref: 33 pid: 9583 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.324519:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb614177596e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc921 expref: 33 pid: 9583 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.324525:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d4000 00000100:00100000:1.0:1746137650.324553:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3360 00000100:00100000:1.0:1746137650.324560:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2007:x1830957333333504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137650.324665:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2007:x1830957333333504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (362us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.324669:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3360 00002000:00100000:1.0:1746137650.324672:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4000 x1830957333333504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.324681:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4000 with x1830957333333504 ext(0->4095) 00010000:00010000:1.0:1746137650.324684:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb614177596e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc921 expref: 33 pid: 9583 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.324690:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb614177596e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc921 expref: 33 pid: 9583 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.324693:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d4000 00000100:00100000:0.0:1746137650.327504:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.327582:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.330503:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.330681:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333334016 00000100:00100000:1.0:1746137650.330687:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333334016 00002000:00100000:1.0:1746137650.330716:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120346d80 x1830957333334016/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.330725:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346d80 with x1830957333334016 ext(0->4095) 00010000:00010000:1.0:1746137650.330731:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775975 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc928 expref: 32 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.330742:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775975 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc928 expref: 32 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.330748:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120346d80 00000100:00100000:1.0:1746137650.330767:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3361 00000100:00100000:1.0:1746137650.330773:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2008:x1830957333334016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137650.330886:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2008:x1830957333334016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.330891:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3361 00002000:00100000:1.0:1746137650.330896:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120346d80 x1830957333334016/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.330903:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346d80 with x1830957333334016 ext(0->4095) 00010000:00010000:1.0:1746137650.330908:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775975 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc928 expref: 32 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.330916:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775975 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc928 expref: 32 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.330921:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120346d80 00000100:00100000:0.0:1746137650.332628:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.333207:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.333606:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15193 00000100:00100000:0.0:1746137650.333614:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333334272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137650.333622:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137650.333637:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775975 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc928 expref: 33 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.333646:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775975 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc928 expref: 33 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.333660:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775975 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc928 expref: 33 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.333683:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.333684:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.333690:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177597c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc92f expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.333697:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177597c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc92f expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.333767:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177597c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc92f expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.333777:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177597c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc92f expref: 5 pid: 9584 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746137650.333786:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120346300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327304576:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137650.333983:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.335944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.338671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.342759:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.345180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.349435:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.352524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.353727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.353855:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333335552 00000100:00100000:1.0:1746137650.353859:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333335552 00002000:00100000:1.0:1746137650.353881:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2dc00 x1830957333335552/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.353889:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2dc00 with x1830957333335552 ext(0->4095) 00010000:00010000:1.0:1746137650.353893:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb614177598a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc93d expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.353902:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb614177598a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc93d expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.353908:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2dc00 00000100:00100000:1.0:1746137650.353930:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3363 00000100:00100000:1.0:1746137650.353936:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333335552:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137650.354145:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333335552:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 208us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.354151:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3363 00002000:00100000:1.0:1746137650.354155:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2dc00 x1830957333335552/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.354161:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2dc00 with x1830957333335552 ext(0->4095) 00010000:00010000:1.0:1746137650.354166:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb614177598a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc93d expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.354174:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb614177598a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc93d expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.354179:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2dc00 00000100:00100000:0.0:1746137650.357344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.357942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.361234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.361285:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333336064 00000100:00100000:1.0:1746137650.361292:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333336064 00002000:00100000:1.0:1746137650.361325:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2d880 x1830957333336064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.361345:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2d880 with x1830957333336064 ext(0->4095) 00010000:00010000:1.0:1746137650.361353:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775991 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc944 expref: 33 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.361364:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775991 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc944 expref: 33 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.361371:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2d880 00000100:00100000:1.0:1746137650.361396:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3364 00000100:00100000:1.0:1746137650.361402:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333336064:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137650.361499:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333336064:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.361504:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3364 00002000:00100000:1.0:1746137650.361509:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2d880 x1830957333336064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.361516:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2d880 with x1830957333336064 ext(0->4095) 00010000:00010000:1.0:1746137650.361521:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775991 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc944 expref: 33 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.361529:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775991 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc944 expref: 33 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.361533:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2d880 00000100:00100000:0.0:1746137650.368015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.374290:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.378139:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.383361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.385111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.387438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.387493:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333337088 00000100:00100000:1.0:1746137650.387500:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333337088 00002000:00100000:1.0:1746137650.387534:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4707b80 x1830957333337088/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.387541:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4707b80 with x1830957333337088 ext(0->4095) 00010000:00010000:1.0:1746137650.387547:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177599f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc952 expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.387557:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177599f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc952 expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.387567:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4707b80 00000100:00100000:1.0:1746137650.387600:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3365 00000100:00100000:1.0:1746137650.387607:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333337088:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137650.387715:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333337088:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.387720:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3365 00002000:00100000:1.0:1746137650.387725:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4707b80 x1830957333337088/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.387731:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4707b80 with x1830957333337088 ext(0->4095) 00010000:00010000:1.0:1746137650.387735:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177599f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc952 expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.387744:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177599f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc952 expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.387749:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4707b80 00000100:00100000:0.0:1746137650.389389:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.392102:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.393055:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333337472 00000100:00100000:1.0:1746137650.393062:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333337472 00002000:00100000:1.0:1746137650.393091:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4704e00 x1830957333337472/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.393101:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704e00 with x1830957333337472 ext(0->4095) 00002000:00010000:1.0:1746137650.393105:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4704e00 00000100:00100000:1.0:1746137650.393134:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14535 00000100:00100000:1.0:1746137650.393141:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2008:x1830957333337472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137650.393252:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2008:x1830957333337472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1151us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.393258:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14535 00002000:00100000:1.0:1746137650.393263:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4704e00 x1830957333337472/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.393270:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704e00 with x1830957333337472 ext(0->4095) 00002000:00010000:1.0:1746137650.393272:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4704e00 00000100:00100000:0.0:1746137650.399549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.416725:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.416770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.418768:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333337856:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1810us (1995us total) trans 4294972152 rc 0/0 00000100:00100000:0.0:1746137650.418775:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3366 00002000:00100000:0.0:1746137650.418782:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081284700 x1830957333337856/t4294972152(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 496/448 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.418790:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284700 with x1830957333337856 ext(0->7) 00010000:00010000:0.0:1746137650.418796:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417759a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc959 expref: 35 pid: 9584 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.418830:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb61417759a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc959 expref: 35 pid: 9584 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.418836:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081284700 00000100:00100000:0.0:1746137650.423300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.426258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.426312:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333338240 00000100:00100000:1.0:1746137650.426318:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333338240 00002000:00100000:1.0:1746137650.426361:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081285500 x1830957333338240/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.426370:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081285500 with x1830957333338240 ext(0->4095) 00010000:00010000:1.0:1746137650.426377:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417759ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc960 expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.426387:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417759ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc960 expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.426393:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081285500 00000100:00100000:1.0:1746137650.426422:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3367 00000100:00100000:1.0:1746137650.426429:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333338240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137650.426529:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333338240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.426537:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3367 00002000:00100000:1.0:1746137650.426542:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081285500 x1830957333338240/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.426548:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081285500 with x1830957333338240 ext(0->4095) 00010000:00010000:1.0:1746137650.426552:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417759ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc960 expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.426560:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417759ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc960 expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.426565:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081285500 00000100:00100000:0.0:1746137650.433795:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333338624 00000100:00100000:0.0:1746137650.433803:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333338624 00002000:00100000:0.0:1746137650.433876:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9500 x1830957333338624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.433885:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9500 with x1830957333338624 ext(0->4095) 00002000:00010000:0.0:1746137650.433890:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968e9500 00000100:00100000:0.0:1746137650.433919:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14536 00000100:00100000:0.0:1746137650.433925:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333338624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137650.434037:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333338624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (908us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137650.434045:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14536 00002000:00100000:0.0:1746137650.434050:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9500 x1830957333338624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.434057:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9500 with x1830957333338624 ext(0->4095) 00002000:00010000:0.0:1746137650.434059:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968e9500 00000100:00100000:0.0:1746137650.436391:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.440183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.442061:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.443262:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.443304:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333339264 00000100:00100000:1.0:1746137650.443308:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333339264 00002000:00100000:1.0:1746137650.443338:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096854a80 x1830957333339264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.443346:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096854a80 with x1830957333339264 ext(0->4095) 00010000:00010000:1.0:1746137650.443351:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417759bb lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc96e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.443361:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417759bb lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc96e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.443366:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096854a80 00000100:00100000:1.0:1746137650.443378:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3368 00000100:00100000:1.0:1746137650.443383:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333339264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137650.443471:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333339264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (210us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.443477:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3368 00002000:00100000:1.0:1746137650.443481:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096854a80 x1830957333339264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.443488:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096854a80 with x1830957333339264 ext(0->4095) 00010000:00010000:1.0:1746137650.443492:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417759bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc96e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.443500:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417759bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc96e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.443505:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096854a80 00000100:00100000:0.0:1746137650.445595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.445840:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15203 00000100:00100000:0.0:1746137650.445849:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333339392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137650.445859:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137650.445874:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417759bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc96e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.445883:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417759bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc96e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.445900:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417759bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc96e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.445922:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.445924:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.445930:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb61417759c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc975 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.445936:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb61417759c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc975 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.445959:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb61417759c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc975 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137650.445969:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c344a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327307008:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137650.446018:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.449586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.449671:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333339648 00000100:00100000:1.0:1746137650.449679:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333339648 00002000:00100000:1.0:1746137650.449710:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c344000 x1830957333339648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.449719:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344000 with x1830957333339648 ext(0->4095) 00002000:00010000:1.0:1746137650.449723:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c344000 00000100:00100000:1.0:1746137650.449740:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14537 00000100:00100000:1.0:1746137650.449747:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2010:x1830957333339648:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137650.449873:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2010:x1830957333339648:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.449878:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14537 00002000:00100000:1.0:1746137650.449884:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c344000 x1830957333339648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.449890:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344000 with x1830957333339648 ext(0->4095) 00002000:00010000:1.0:1746137650.449892:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c344000 00000100:00100000:0.0:1746137650.452570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.458747:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.458838:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333339904 00000100:00100000:1.0:1746137650.458845:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333339904 00002000:00100000:1.0:1746137650.458910:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012c344a80 x1830957333339904/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 496/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.458919:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344a80 with x1830957333339904 ext(0->7) 00010000:00010000:1.0:1746137650.458925:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb61417759c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc975 expref: 34 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.458936:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb61417759c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc975 expref: 34 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.458941:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c344a80 00000100:00100000:1.0:1746137650.458961:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3369 00000100:00100000:1.0:1746137650.458968:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333339904:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137650.459881:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2008:x1830957333339904:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 911us (1138us total) trans 4294972153 rc 0/0 00000100:00100000:0.0:1746137650.459889:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3369 00002000:00100000:0.0:1746137650.459894:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012c344a80 x1830957333339904/t4294972153(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 496/448 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.459902:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344a80 with x1830957333339904 ext(0->7) 00010000:00010000:0.0:1746137650.459908:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb61417759c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc975 expref: 36 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.459917:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb61417759c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc975 expref: 36 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.459923:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c344a80 00000100:00100000:0.0:1746137650.461351:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.464474:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.466604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.466681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.466735:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333340416 00000100:00100000:1.0:1746137650.466742:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333340416 00000100:00100000:1.0:1746137650.466779:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333340544 00000100:00100000:1.0:1746137650.466781:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333340544 00000100:00100000:1.0:1746137650.466823:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30854 00000100:00100000:1.0:1746137650.466830:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:1679:x1830957333340416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.466842:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.466855:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417759d0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc983 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.466881:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417759c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc97c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.466925:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.466926:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.466930:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417759d0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc983 expref: 38 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.467059:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417759c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc97c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.467067:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7200/0xddf4fb61417759c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc97c expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.467075:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327307392:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.467131:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.468257:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327307392:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.468278:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb61417759d0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc983 expref: 37 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.468287:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083fe00, rc 0) 00000100:00100000:1.0:1746137650.468312:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:1679:x1830957333340416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1482us (1712us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.468317:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30854 00000100:00100000:0.0:1746137650.468386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.472053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.475153:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.479116:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.482982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.483040:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333341440 00000100:00100000:1.0:1746137650.483048:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333341440 00000100:00100000:1.0:1746137650.483094:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30856 00000100:00100000:1.0:1746137650.483101:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333341440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.483115:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.483128:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417759de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc991 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.483153:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417759d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc98a expref: 35 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.483159:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.483161:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.483164:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417759de lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc991 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.483186:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417759d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc98a expref: 35 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.483196:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417759d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc98a expref: 35 pid: 26520 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.483205:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327307904:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.483275:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.488449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.488562:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327307904:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.488588:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417759de lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc991 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.488607:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f600, rc 0) 00000100:00100000:1.0:1746137650.488642:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333341440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5541us (5667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.488650:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30856 00000100:00100000:0.0:1746137650.489134:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.489195:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333341696 00000100:00100000:1.0:1746137650.489198:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333341696 00000100:00100000:1.0:1746137650.489216:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30857 00000100:00100000:1.0:1746137650.489220:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:1679:x1830957333341696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.489229:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.489238:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417759e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc998 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.489251:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417759de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc991 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.489256:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.489258:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.489260:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417759e5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc998 expref: 37 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.489274:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417759de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc991 expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.489283:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417759de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc991 expref: 5 pid: 9584 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.489295:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327308160:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.489354:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.493598:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333341952 00000100:00100000:0.0:1746137650.493603:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333341952 00002000:00100000:0.0:1746137650.493640:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8380 x1830957333341952/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.493649:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8380 with x1830957333341952 ext(0->4095) 00010000:00010000:0.0:1746137650.493656:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417759de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc991 expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.493668:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417759de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc991 expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.493679:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e8380 00000100:00100000:0.0:1746137650.493695:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3371 00000100:00100000:0.0:1746137650.493701:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333341952:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137650.493834:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333341952:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137650.493843:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3371 00002000:00100000:0.0:1746137650.493848:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8380 x1830957333341952/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.493856:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8380 with x1830957333341952 ext(0->4095) 00010000:00010000:0.0:1746137650.493860:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417759de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc991 expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.493869:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083f600/0xddf4fb61417759de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc991 expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.493875:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e8380 00000100:00100000:1.0:1746137650.494525:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327308160:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.494544:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417759e5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc998 expref: 36 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.494555:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137650.494587:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:1679:x1830957333341696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5366us (5453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.494593:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30857 00000100:00100000:0.0:1746137650.496102:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.498727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.504799:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.504913:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333342464 00000100:00100000:1.0:1746137650.504921:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333342464 00000100:00100000:1.0:1746137650.504965:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30858 00000100:00100000:1.0:1746137650.504972:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333342464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.504987:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.505001:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417759ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc99f expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.505023:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417759e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc998 expref: 35 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.505030:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.505031:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.505034:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417759ec lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc99f expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.505061:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417759e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc998 expref: 35 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.505069:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417759e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc998 expref: 35 pid: 9584 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.505079:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327308416:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.505828:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.507529:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830957327308416:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.507556:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417759ec lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc99f expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.507570:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137650.507610:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333342464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2638us (2817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.507618:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30858 00000100:00100000:0.0:1746137650.507824:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.510105:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333342592:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2010us (2291us total) trans 4294972154 rc 0/0 00000100:00100000:0.0:1746137650.510116:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3372 00002000:00100000:0.0:1746137650.510124:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917b3100 x1830957333342592/t4294972154(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 496/448 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.510133:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b3100 with x1830957333342592 ext(0->7) 00010000:00010000:0.0:1746137650.510141:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417759e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc998 expref: 38 pid: 9584 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.510154:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417759e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc998 expref: 38 pid: 9584 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.510161:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b3100 00000100:00100000:0.0:1746137650.512995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.515823:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009200ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3762:1830957327309056:0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.515850:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137650.515863:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327309568:0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.515878:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137650.515879:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3763:1830957327308672:0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.515889:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327310080:0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.515903:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137650.515907:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137650.515927:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009200c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327309184:0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.515929:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327308672 00000100:00100000:0.0:1746137650.515932:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327308672 00000100:00100000:1.0:1746137650.515941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137650.515951:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1746137650.515952:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327309696:0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.515956:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9fc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9643f5bf-b52e-4056-a15a-6f76f7e7ba35+23:3763:x1830957327308672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137650.515964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137650.515974:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327310208:0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.515977:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9fc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9643f5bf-b52e-4056-a15a-6f76f7e7ba35+23:3763:x1830957327308672:12345-0@lo:400:kworker.0 Request processed in 21us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137650.515981:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1746137650.515986:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137650.516000:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327309568 00000100:00100000:1.0:1746137650.516002:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3763:1830957327308672:0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.516003:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327309568 00000100:00100000:1.0:1746137650.516017:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327309056 00000100:00100000:0.0:1746137650.516018:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327310080 00000100:00100000:1.0:1746137650.516020:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327309056 00000100:00100000:0.0:1746137650.516020:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327310080 00000100:00100000:0.0:1746137650.516031:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327309696 00000100:00100000:0.0:1746137650.516033:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327309696 00000100:00100000:0.0:1746137650.516041:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327310208 00000100:00100000:0.0:1746137650.516042:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327310208 00000100:00100000:0.0:1746137650.516051:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1746137650.516100:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957327309568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.516125:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957327309568:12345-0@lo:400:kworker.0 Request processed in 27us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137650.516131:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1746137650.516139:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1746137650.516142:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957327310080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.516161:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957327310080:12345-0@lo:400:kworker.0 Request processed in 19us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137650.516166:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1746137650.516174:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1746137650.516178:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327309696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.516198:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327309696:12345-0@lo:400:kworker.0 Request processed in 20us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137650.516203:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1746137650.516210:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1746137650.516213:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327310208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.516231:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327310208:12345-0@lo:400:kworker.0 Request processed in 17us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137650.516236:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1746137650.516252:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327309568:0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.516259:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327310080:0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.516869:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327309696:0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.516877:0:3763:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970904 gen 2 00000004:00080000:0.0:1746137650.516880:0:3763:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009666b800, transno 4294970904 00000100:00100000:0.0:1746137650.516888:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327310208:0@lo:400:kworker.0 00000100:00100000:1.0:1746137650.516897:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1746137650.516903:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3762:x1830957327309056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137650.516934:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3762:x1830957327309056:12345-0@lo:400:kworker.0 Request processed in 32us (1088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.516938:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1746137650.516953:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327309184 00000100:00100000:1.0:1746137650.516955:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327309184 00000100:00100000:0.0:1746137650.516989:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009200ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3762:1830957327309056:0@lo:400:kworker.0 00000100:00100000:1.0:1746137650.517164:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1746137650.517170:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327309184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137650.517205:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327309184:12345-0@lo:400:kworker.0 Request processed in 35us (1263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.517209:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1746137650.517265:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009200c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327309184:0@lo:400:kworker.0 00000100:00100000:0.0:1746137650.519899:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.519920:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333342848 00000100:00100000:0.0:1746137650.519927:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333342848 00000100:00100000:0.0:1746137650.519959:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30859 00000100:00100000:0.0:1746137650.519965:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:1679:x1830957333342848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137650.519980:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137650.519994:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417759f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc9a6 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.520018:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417759ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc99f expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.520024:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.520025:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.520028:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417759f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9a6 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.520049:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417759ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc99f expref: 5 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.520057:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417759ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc99f expref: 5 pid: 9584 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746137650.520067:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327310336:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137650.520134:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.520175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.520254:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333343104 00000100:00100000:0.0:1746137650.520257:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333343104 00002000:00100000:0.0:1746137650.520278:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3100 x1830957333343104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.520285:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3100 with x1830957333343104 ext(0->4095) 00010000:00010000:0.0:1746137650.520290:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417759ec lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc99f expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.520300:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417759ec lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc99f expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.520304:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd3100 00000100:00100000:0.0:1746137650.520323:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3373 00000100:00100000:0.0:1746137650.520356:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333343104:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137650.521630:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333343104:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 1299us (1452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.521636:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3373 00002000:00100000:1.0:1746137650.521641:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3100 x1830957333343104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.521646:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3100 with x1830957333343104 ext(0->4095) 00010000:00010000:1.0:1746137650.521651:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417759ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc99f expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.521662:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417759ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc99f expref: 6 pid: 9584 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.521666:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd3100 00000100:00100000:0.0:1746137650.523592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.526647:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.526938:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333343488 00000100:00100000:1.0:1746137650.526944:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333343488 00002000:00100000:1.0:1746137650.526972:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5b800 x1830957333343488/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.526980:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5b800 with x1830957333343488 ext(0->4095) 00002000:00010000:1.0:1746137650.526984:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec5b800 00000100:00100000:1.0:1746137650.526999:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14541 00000100:00100000:1.0:1746137650.527004:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333343488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137650.527091:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333343488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.527097:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14541 00002000:00100000:1.0:1746137650.527102:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5b800 x1830957333343488/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.527108:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5b800 with x1830957333343488 ext(0->4095) 00002000:00010000:1.0:1746137650.527110:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec5b800 00000100:00100000:0.0:1746137650.531959:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.534408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.534480:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333343744 00000100:00100000:1.0:1746137650.534486:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333343744 00002000:00100000:1.0:1746137650.534513:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec59180 x1830957333343744/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 496/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.534527:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59180 with x1830957333343744 ext(0->7) 00010000:00010000:1.0:1746137650.534533:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417759f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9a6 expref: 38 pid: 11509 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.534544:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417759f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9a6 expref: 38 pid: 11509 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.534550:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec59180 00000100:00100000:1.0:1746137650.534575:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3374 00000100:00100000:1.0:1746137650.534582:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333343744:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137650.535259:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333343744:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 675us (851us total) trans 4294972155 rc 0/0 00000100:00100000:0.0:1746137650.535266:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3374 00002000:00100000:0.0:1746137650.535272:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec59180 x1830957333343744/t4294972155(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 496/448 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.535278:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59180 with x1830957333343744 ext(0->7) 00010000:00010000:0.0:1746137650.535283:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417759f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9a6 expref: 40 pid: 11509 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.535291:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417759f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9a6 expref: 40 pid: 11509 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.535296:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec59180 00000100:00100000:0.0:1746137650.546904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.554281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.554303:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333344256 00000100:00100000:1.0:1746137650.554310:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333344256 00002000:00100000:1.0:1746137650.554348:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec58a80 x1830957333344256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.554356:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec58a80 with x1830957333344256 ext(0->4095) 00010000:00010000:1.0:1746137650.554363:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417759fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9ad expref: 6 pid: 11509 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.554374:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417759fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9ad expref: 6 pid: 11509 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.554380:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec58a80 00000100:00100000:1.0:1746137650.554404:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3375 00000100:00100000:1.0:1746137650.554410:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333344256:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137650.554518:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333344256:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.554524:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3375 00002000:00100000:1.0:1746137650.554529:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec58a80 x1830957333344256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.554536:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec58a80 with x1830957333344256 ext(0->4095) 00010000:00010000:1.0:1746137650.554541:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417759fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9ad expref: 6 pid: 11509 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.554549:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417759fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9ad expref: 6 pid: 11509 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.554555:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec58a80 00000100:00100000:0.0:1746137650.558647:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.563924:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.564095:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333344640 00000100:00100000:1.0:1746137650.564102:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333344640 00002000:00100000:1.0:1746137650.564136:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28f100 x1830957333344640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.564146:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f100 with x1830957333344640 ext(0->4095) 00002000:00010000:1.0:1746137650.564151:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28f100 00000100:00100000:1.0:1746137650.564177:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14542 00000100:00100000:1.0:1746137650.564183:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333344640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137650.565174:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333344640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 988us (1253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.565180:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14542 00002000:00100000:1.0:1746137650.565186:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28f100 x1830957333344640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.565194:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f100 with x1830957333344640 ext(0->4095) 00002000:00010000:1.0:1746137650.565197:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28f100 00000100:00100000:0.0:1746137650.567681:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.571267:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.571355:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333344896 00000100:00100000:1.0:1746137650.571362:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333344896 00002000:00100000:1.0:1746137650.571390:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88006ea15f80 x1830957333344896/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 496/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.571399:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15f80 with x1830957333344896 ext(0->7) 00010000:00010000:1.0:1746137650.571406:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141775a01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9b4 expref: 40 pid: 11509 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.571418:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141775a01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9b4 expref: 40 pid: 11509 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746137650.571425:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea15f80 00000100:00100000:1.0:1746137650.571451:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3376 00000100:00100000:1.0:1746137650.571457:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333344896:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137650.572178:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2007:x1830957333344896:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 719us (912us total) trans 4294972156 rc 0/0 00000100:00100000:0.0:1746137650.572184:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3376 00002000:00100000:0.0:1746137650.572190:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88006ea15f80 x1830957333344896/t4294972156(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 496/448 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.572196:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15f80 with x1830957333344896 ext(0->7) 00010000:00010000:0.0:1746137650.572201:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141775a01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9b4 expref: 42 pid: 11509 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.572210:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb6141775a01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9b4 expref: 42 pid: 11509 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.572216:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea15f80 00000100:00100000:0.0:1746137650.575701:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.579126:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327311360 00000100:00100000:1.0:1746137650.579133:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327311360 00000100:00100000:1.0:1746137650.579174:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1746137650.579181:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327311360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746137650.579203:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920228352 avail 3688706048 00000100:00100000:1.0:1746137650.579245:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327311360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.579250:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1746137650.580146:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.581376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.581940:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30863 00000100:00100000:1.0:1746137650.581970:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:1679:x1830957333345408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.582334:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.582348:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc9c2 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.582374:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775a08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9bb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.582381:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.582385:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.582388:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a0f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9c2 expref: 42 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.582409:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775a08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9bb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.582419:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775a08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9bb expref: 5 pid: 11509 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746137650.582509:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.582613:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327311488:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.583751:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.585757:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327311488:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.585782:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a0f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9c2 expref: 43 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.585795:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:1.0:1746137650.585847:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:1679:x1830957333345408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3899us (4471us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.585854:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30863 00000100:00100000:0.0:1746137650.586589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.589639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.591695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.595163:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.595183:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333346304 00000100:00100000:0.0:1746137650.595189:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333346304 00002000:00100000:0.0:1746137650.595219:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12ea00 x1830957333346304/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.595227:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ea00 with x1830957333346304 ext(0->4095) 00002000:00010000:0.0:1746137650.595230:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12ea00 00000100:00100000:0.0:1746137650.596147:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14544 00000100:00100000:0.0:1746137650.596154:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2007:x1830957333346304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137650.596261:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2007:x1830957333346304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (1098us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137650.596267:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14544 00002000:00100000:0.0:1746137650.596273:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12ea00 x1830957333346304/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.596283:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ea00 with x1830957333346304 ext(0->4095) 00002000:00010000:0.0:1746137650.596287:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12ea00 00000100:00100000:0.0:1746137650.598408:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.598527:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333346432 00000100:00100000:1.0:1746137650.598534:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333346432 00000100:00100000:1.0:1746137650.598573:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30865 00000100:00100000:1.0:1746137650.598579:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333346432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.598596:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.598609:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc9d0 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.598630:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775a16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9c9 expref: 41 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.598636:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.598638:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.598641:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a1d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9d0 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.598664:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775a16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9c9 expref: 41 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.598673:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775a16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9c9 expref: 41 pid: 11509 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.598683:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327312256:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.598902:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.601060:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327312256:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.601086:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a1d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9d0 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.601099:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137650.601294:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333346432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2714us (2890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.601302:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30865 00000100:00100000:0.0:1746137650.601717:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.603694:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.605340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.605422:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333346944 00000100:00100000:1.0:1746137650.605427:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333346944 00000100:00100000:1.0:1746137650.605464:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30866 00000100:00100000:1.0:1746137650.605470:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:1685:x1830957333346944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.605481:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.605493:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a24 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc9d7 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.605514:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9d0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.605520:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.605521:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.605525:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a24 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9d7 expref: 42 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.605548:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9d0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.605557:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9d0 expref: 5 pid: 26520 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.605566:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327312512:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.606100:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.606461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.609776:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327312512:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.609802:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a24 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9d7 expref: 43 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.609838:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137650.610063:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:1685:x1830957333346944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4591us (4735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.610070:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30866 00000100:00100000:0.0:1746137650.613355:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.616717:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.616841:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333347584 00000100:00100000:1.0:1746137650.616851:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333347584 00000100:00100000:1.0:1746137650.616909:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30868 00000100:00100000:1.0:1746137650.616920:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333347584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.616937:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.616952:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a32 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc9e5 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.617489:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.617497:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775a2b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9de expref: 42 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.617503:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137650.617506:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a32 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9e5 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.617546:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775a2b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9de expref: 43 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.617558:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a32 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9e5 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.617575:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137650.617623:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333347584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 705us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.617630:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30868 00000100:00100000:0.0:1746137650.623014:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.626258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.626373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.626375:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333348224 00000100:00100000:1.0:1746137650.626382:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333348224 00000100:00100000:1.0:1746137650.626415:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30869 00000100:00100000:1.0:1746137650.626421:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:1679:x1830957333348224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.626436:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.626449:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a39 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc9ec expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.626470:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.626475:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a32 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9e5 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.626481:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137650.626485:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a39 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9ec expref: 43 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.626517:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a32 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9e5 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.626527:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a39 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9ec expref: 43 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.626534:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:1.0:1746137650.626572:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+44:1679:x1830957333348224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.626578:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30869 00000100:00100000:0.0:1746137650.629101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.637468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.639571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.639623:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333348992 00000100:00100000:1.0:1746137650.639629:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333348992 00000100:00100000:1.0:1746137650.639659:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30870 00000100:00100000:1.0:1746137650.639663:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333348992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.639673:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.639684:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a40 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc9f3 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.639699:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9ec expref: 41 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.639703:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.639704:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.639706:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a40 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9f3 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.639726:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9ec expref: 41 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.639733:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9ec expref: 41 pid: 26520 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.639740:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327313536:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.639802:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.641470:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327313536:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.641495:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a40 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9f3 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.641507:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:0.0:1746137650.641512:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.641540:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333348992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1876us (1972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.641548:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30870 00000100:00100000:0.0:1746137650.643630:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.643736:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333349376 00000100:00100000:1.0:1746137650.643742:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333349376 00002000:00100000:1.0:1746137650.643770:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093095500 x1830957333349376/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.643778:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093095500 with x1830957333349376 ext(0->4095) 00002000:00010000:1.0:1746137650.643781:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093095500 00000100:00100000:1.0:1746137650.644194:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14547 00000100:00100000:1.0:1746137650.644201:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333349376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137650.644315:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333349376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137650.644320:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14547 00002000:00100000:1.0:1746137650.644336:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093095500 x1830957333349376/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137650.644343:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093095500 with x1830957333349376 ext(0->4095) 00002000:00010000:1.0:1746137650.644346:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093095500 00000100:00100000:0.0:1746137650.645782:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.645910:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333349504 00000100:00100000:1.0:1746137650.645916:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333349504 00000100:00100000:1.0:1746137650.646846:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30871 00000100:00100000:1.0:1746137650.646856:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:1685:x1830957333349504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.646871:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.646885:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775a47 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdc9fa expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.646908:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a40 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9f3 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.646914:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.646916:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.646918:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775a47 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9fa expref: 42 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.646943:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9f3 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.646959:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9f3 expref: 5 pid: 26520 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.646969:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327313792:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.647053:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.647339:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333349632 00000100:00100000:0.0:1746137650.647344:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333349632 00000100:00100000:0.0:1746137650.647367:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30872 00000100:00100000:0.0:1746137650.647372:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:1679:x1830957333349632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137650.647379:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137650.647384:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca01 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.647395:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.647398:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775a47 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9fa expref: 44 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.647403:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137650.647405:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca01 expref: 44 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.647424:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775a47 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9fa expref: 44 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.647434:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca01 expref: 44 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.647441:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daee00, rc 0) 00000100:00100000:0.0:1746137650.648537:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+44:1679:x1830957333349632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1157us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137650.648546:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30872 00000100:00100000:1.0:1746137650.649934:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327313792:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.649961:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775a47 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9fa expref: 43 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.649974:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e800, rc 0) 00000100:00100000:1.0:1746137650.650016:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:1685:x1830957333349504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3163us (4239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.650023:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30871 00000100:00100000:0.0:1746137650.654954:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.660038:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333350016 00000100:00100000:0.0:1746137650.660043:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333350016 00002000:00100000:0.0:1746137650.660073:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5aa00 x1830957333350016/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.660082:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5aa00 with x1830957333350016 ext(0->4095) 00010000:00010000:0.0:1746137650.660089:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775a47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9fa expref: 43 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.660100:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775a47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9fa expref: 43 pid: 26520 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.660105:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5aa00 00000100:00100000:0.0:1746137650.660118:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3381 00000100:00100000:0.0:1746137650.660123:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:2007:x1830957333350016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137650.660221:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:2007:x1830957333350016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (548us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137650.660229:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3381 00002000:00100000:0.0:1746137650.660235:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5aa00 x1830957333350016/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.660241:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5aa00 with x1830957333350016 ext(0->4095) 00010000:00010000:0.0:1746137650.660245:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775a47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9fa expref: 43 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.660254:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775a47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdc9fa expref: 43 pid: 26520 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.660259:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5aa00 00000100:00100000:0.0:1746137650.662714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.662828:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333350144 00000100:00100000:1.0:1746137650.662835:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333350144 00000100:00100000:0.0:1746137650.662910:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.663520:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30873 00000100:00100000:1.0:1746137650.663529:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333350144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.663636:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.663647:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca08 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.663664:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.663669:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca01 expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.663679:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137650.664051:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca08 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.664136:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca01 expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.664148:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca08 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.664155:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.664156:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.664163:0:26520:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca01 expref: 42 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.664170:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca01 expref: 42 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.664206:0:26520:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca01 expref: 42 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.664217:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca01 expref: 42 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.664227:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327314304:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137650.664270:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.666164:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327314304:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137650.666178:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137650.666205:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333350144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2676us (3496us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.666211:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30873 00000100:00100000:0.0:1746137650.666442:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.672699:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333350656 00000100:00100000:1.0:1746137650.672711:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333350656 00000100:00100000:1.0:1746137650.672763:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30874 00000100:00100000:1.0:1746137650.672770:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:1679:x1830957333350656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.672785:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.672799:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a5c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca0f expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.672836:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.672841:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca08 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.672846:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137650.672849:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a5c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca0f expref: 43 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.672875:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca08 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.672884:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a5c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca0f expref: 43 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.672892:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:1.0:1746137650.672928:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:1679:x1830957333350656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (2384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.672933:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30874 00000100:00100000:0.0:1746137650.673244:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333350784 00000100:00100000:0.0:1746137650.673248:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333350784 00010000:00010000:0.0:1746137650.673265:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca01 expref: 43 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746137650.673293:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15224 00000100:00100000:0.0:1746137650.673298:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:2007:x1830957333350784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137650.673306:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137650.673322:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca01 expref: 43 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.673351:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca01 expref: 43 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.673365:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775a4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca01 expref: 43 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.673376:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.673378:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.673382:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca08 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.673388:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca08 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.673406:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca08 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.673414:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca08 expref: 5 pid: 26520 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746137650.673422:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327314560:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137650.675431:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.677913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.678299:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327314560:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137650.678316:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137650.678760:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2007:x1830957333350784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5460us (6019us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.678768:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15224 00000100:00100000:0.0:1746137650.683178:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.683340:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333351168 00000100:00100000:1.0:1746137650.683368:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333351168 00010000:00010000:1.0:1746137650.683400:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca08 expref: 6 pid: 26520 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.683441:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15225 00000100:00100000:1.0:1746137650.683449:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333351168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137650.683461:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137650.683479:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca08 expref: 6 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.683490:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca08 expref: 6 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.683509:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a55 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca08 expref: 6 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.683537:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.683540:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.683546:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca0f expref: 41 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.683552:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca0f expref: 41 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.683579:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca0f expref: 41 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137650.683590:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327314688:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137650.684281:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.685764:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327314688:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137650.685781:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137650.685953:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333351168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2503us (2779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.685962:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15225 00000100:00100000:0.0:1746137650.689571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.694302:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.694448:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333351552 00000100:00100000:1.0:1746137650.694456:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333351552 00000100:00100000:1.0:1746137650.694501:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30875 00000100:00100000:1.0:1746137650.694507:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333351552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.694519:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.694533:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca16 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.694559:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca0f expref: 41 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.694570:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.694571:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.694574:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a63 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca16 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.694601:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca0f expref: 41 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.694611:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca0f expref: 41 pid: 26520 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.694620:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327314816:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.694685:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.706012:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327314816:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.706039:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a63 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca16 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.706053:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137650.706087:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333351552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11580us (11788us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.706094:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30875 00000100:00100000:0.0:1746137650.707012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.719228:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.719276:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.719361:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333351936 00000100:00100000:1.0:1746137650.719369:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333351936 00000100:00100000:1.0:1746137650.719420:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30876 00000100:00100000:1.0:1746137650.719427:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+44:1679:x1830957333351936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.719442:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.719455:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a6a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca1d expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.719481:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.720128:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca16 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.720136:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137650.720140:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a6a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca1d expref: 45 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.720173:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a63 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca16 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.720183:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a6a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca1d expref: 45 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.720191:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137650.720229:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:1679:x1830957333351936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 802us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.720235:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30876 00000100:00100000:0.0:1746137650.725009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.729947:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.736176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.760150:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.760236:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333352704 00000100:00100000:1.0:1746137650.760244:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333352704 00000100:00100000:1.0:1746137650.760294:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30877 00000100:00100000:1.0:1746137650.760301:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333352704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.760315:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.760339:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a71 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca24 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.760362:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca1d expref: 43 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.760369:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.760371:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.760374:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a71 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca24 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.760398:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca1d expref: 43 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.760408:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca1d expref: 43 pid: 26520 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.760418:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327315328:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.760498:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.782437:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327315328:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.782461:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a71 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca24 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.782474:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:1.0:1746137650.782515:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333352704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 22214us (22371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.782522:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30877 00000100:00100000:0.0:1746137650.789356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.789401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.790062:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333352960 00000100:00100000:1.0:1746137650.790067:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333352960 00000100:00100000:1.0:1746137650.790094:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30878 00000100:00100000:1.0:1746137650.790100:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:1679:x1830957333352960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.790110:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.790120:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a78 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca2b expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.790139:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.790144:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a71 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca24 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.790149:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137650.790152:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a78 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca2b expref: 46 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.790180:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a71 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca24 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.790189:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a78 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca2b expref: 46 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.790196:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137650.790244:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:1679:x1830957333352960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.790249:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30878 00000100:00100000:0.0:1746137650.798416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.800214:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.804862:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.811969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.813608:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.813798:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333353856 00000100:00100000:1.0:1746137650.813824:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333353856 00000100:00100000:1.0:1746137650.813859:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30879 00000100:00100000:1.0:1746137650.813865:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333353856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.813876:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.813888:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca32 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.813905:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca2b expref: 45 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.813911:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.813913:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.813916:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a7f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca32 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.813937:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca2b expref: 45 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.813948:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca2b expref: 45 pid: 26520 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.813959:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327315840:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.814020:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.815039:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327315840:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.815056:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a7f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca32 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.815067:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137650.815093:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333353856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1228us (1487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.815099:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30879 00000100:00100000:0.0:1746137650.816635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.820116:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.820569:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333354112 00000100:00100000:1.0:1746137650.820576:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333354112 00000100:00100000:1.0:1746137650.820623:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30880 00000100:00100000:1.0:1746137650.820631:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:1679:x1830957333354112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.820645:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.820658:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a86 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca39 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.820682:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca32 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.820688:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.820690:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.820693:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a86 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca39 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.820717:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca32 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.820726:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a7f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca32 expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.820737:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327316096:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.820799:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.821256:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.821280:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333354368 00000100:00100000:0.0:1746137650.821283:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333354368 00002000:00100000:0.0:1746137650.821303:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3800 x1830957333354368/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.821312:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3800 with x1830957333354368 ext(0->4095) 00010000:00010000:0.0:1746137650.821317:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a7f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca32 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.821337:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a7f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca32 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.821343:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d3800 00000100:00100000:0.0:1746137650.821355:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3388 00000100:00100000:0.0:1746137650.821360:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333354368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137650.822019:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333354368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 657us (763us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137650.822025:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3388 00002000:00100000:0.0:1746137650.822031:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3800 x1830957333354368/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.822038:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3800 with x1830957333354368 ext(0->4095) 00010000:00010000:0.0:1746137650.822042:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a7f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca32 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.822050:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775a7f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca32 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.822055:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d3800 00000100:00100000:1.0:1746137650.823100:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327316096:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.823121:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a86 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca39 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.823135:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:1.0:1746137650.823179:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:1679:x1830957333354112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2548us (3067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.823186:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30880 00000100:00100000:0.0:1746137650.823283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.823412:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333354496 00000100:00100000:1.0:1746137650.823418:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333354496 00000100:00100000:1.0:1746137650.823444:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30881 00000100:00100000:1.0:1746137650.823451:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:1685:x1830957333354496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.823466:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.823477:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a8d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca40 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.823495:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.823499:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a86 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca39 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.823505:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.823508:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a8d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca40 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137650.823515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137650.823530:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775a86 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca39 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.823539:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a8d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca40 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.823546:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137650.823643:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1685:x1830957333354496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.823649:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30881 00000100:00100000:0.0:1746137650.826409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.829537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.833562:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.835519:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.835640:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333355392 00000100:00100000:1.0:1746137650.835648:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333355392 00000100:00100000:1.0:1746137650.835693:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30882 00000100:00100000:1.0:1746137650.835700:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333355392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.835713:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.835728:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a94 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca47 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.835750:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca40 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.835756:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.835757:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.835760:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a94 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca47 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.835782:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca40 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.835792:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775a8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca40 expref: 45 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.835832:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327316608:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.835910:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.837592:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327316608:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.837618:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a94 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca47 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.837632:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137650.837672:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333355392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1972us (2162us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.837681:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30882 00000100:00100000:0.0:1746137650.837868:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.840506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.842192:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.842252:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333355904 00000100:00100000:1.0:1746137650.842259:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333355904 00000100:00100000:1.0:1746137650.842292:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30883 00000100:00100000:1.0:1746137650.842298:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:1685:x1830957333355904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.842311:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.842335:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a9b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca4e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.842357:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a94 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca47 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.842364:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.842365:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.842369:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a9b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca4e expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.842397:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca47 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.842407:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca47 expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.842416:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327316864:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.842497:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.844200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.844574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.844628:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327316864:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137650.844645:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a9b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca4e expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.844693:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:0.0:1746137650.844727:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1685:x1830957333355904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2424us (2538us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137650.844733:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30883 00000100:00100000:0.0:1746137650.844763:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333356160 00000100:00100000:0.0:1746137650.844766:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333356160 00010000:00010000:0.0:1746137650.844780:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca47 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746137650.844794:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15234 00000100:00100000:0.0:1746137650.844799:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333356160:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137650.844822:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137650.844837:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca47 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.844846:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca47 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.844861:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775a94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca47 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.844872:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.844874:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.844878:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca4e expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.844889:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca4e expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.844923:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca4e expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.844931:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a9b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca4e expref: 47 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746137650.844941:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d79f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327316992:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137650.845453:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.847886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.847919:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333356416 00000100:00100000:0.0:1746137650.847924:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333356416 00002000:00100000:0.0:1746137650.847960:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78a80 x1830957333356416/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.847967:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78a80 with x1830957333356416 ext(0->4095) 00010000:00010000:0.0:1746137650.847973:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca4e expref: 48 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.847983:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca4e expref: 48 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.847989:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d78a80 00000100:00100000:0.0:1746137650.848005:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3390 00000100:00100000:0.0:1746137650.848012:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333356416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137650.848322:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:2007:x1830957333356416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 309us (445us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137650.848338:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3390 00002000:00100000:0.0:1746137650.848343:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78a80 x1830957333356416/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.848350:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78a80 with x1830957333356416 ext(0->4095) 00010000:00010000:0.0:1746137650.848354:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca4e expref: 47 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.848362:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775a9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca4e expref: 47 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.848366:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d78a80 00000100:00100000:0.0:1746137650.850258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.850304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.854776:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea14e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327317376:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137650.854794:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137650.854852:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333356544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4131us (4599us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137650.854862:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15235 00000100:00100000:0.0:1746137650.855062:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333356928 00000100:00100000:0.0:1746137650.855066:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333356928 00002000:00100000:0.0:1746137650.855091:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14e00 x1830957333356928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/0 e 0 to 0 dl 1746137661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.855105:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14e00 with x1830957333356928 ext(0->4095) 00010000:00010000:0.0:1746137650.855112:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775aa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca55 expref: 46 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.855123:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775aa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca55 expref: 46 pid: 26520 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.855129:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea14e00 00000100:00100000:0.0:1746137650.855151:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3391 00000100:00100000:0.0:1746137650.855157:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333356928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137650.855785:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333356928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 626us (852us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137650.855792:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3391 00002000:00100000:0.0:1746137650.855797:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14e00 x1830957333356928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:86/0 lens 488/4536 e 0 to 0 dl 1746137661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137650.855819:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14e00 with x1830957333356928 ext(0->4095) 00010000:00010000:0.0:1746137650.855824:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775aa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca55 expref: 46 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746137650.855832:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775aa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca55 expref: 46 pid: 26520 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746137650.855838:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea14e00 00000100:00100000:0.0:1746137650.857179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.857272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.857758:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333357184 00000100:00100000:1.0:1746137650.857763:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333357184 00010000:00010000:1.0:1746137650.857778:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775aa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca55 expref: 47 pid: 26520 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.857868:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15236 00000100:00100000:1.0:1746137650.857878:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:2008:x1830957333357184:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137650.857887:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137650.857998:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775aa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca55 expref: 47 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.858008:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775aa2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca55 expref: 47 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.858022:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775aa2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca55 expref: 47 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.858043:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.858044:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.858049:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775aa9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca5c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.858055:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775aa9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca5c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.858074:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775aa9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca5c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.858084:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775aa9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca5c expref: 5 pid: 26520 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.858093:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327317632:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137650.858174:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.859472:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327317632:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137650.859486:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137650.859523:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333357184:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1644us (2249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.859531:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15236 00000100:00100000:0.0:1746137650.860587:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.863051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.863123:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333357568 00000100:00100000:1.0:1746137650.863129:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333357568 00010000:00010000:1.0:1746137650.863151:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775aa9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca5c expref: 6 pid: 26520 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746137650.863187:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15237 00000100:00100000:1.0:1746137650.863192:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333357568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137650.863199:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137650.863212:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775aa9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca5c expref: 6 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.863219:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775aa9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca5c expref: 6 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.863235:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775aa9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca5c expref: 6 pid: 26520 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746137650.863244:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.863246:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.863250:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775ab0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca63 expref: 45 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.863255:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca63 expref: 45 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.863275:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca63 expref: 45 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137650.863282:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327317760:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137650.863364:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137650.865436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.865531:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327317760:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137650.865549:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137650.865593:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333357568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2399us (2547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.865600:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15237 00000100:00100000:0.0:1746137650.867417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.870687:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.874206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.877912:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.878007:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.878266:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30889 00000100:00100000:0.0:1746137650.878273:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1685:x1830957333358592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137650.878280:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137650.878286:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141775ac5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca78 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.878297:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137650.878301:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775abe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca71 expref: 48 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.878306:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137650.878309:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141775ac5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca78 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.878340:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775abe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca71 expref: 48 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.878350:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141775ac5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca78 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137650.878361:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:0.0:1746137650.878380:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1685:x1830957333358592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137650.878386:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30889 00000100:00100000:0.0:1746137650.881172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.884681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.886799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.891056:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.892838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.895393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.898475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.901389:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.901474:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.901785:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30892 00000100:00100000:1.0:1746137650.901793:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:1679:x1830957333360128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.901800:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.901827:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775ada lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdca8d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.902174:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.902180:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775ad3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca86 expref: 48 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.902185:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.902187:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775ada lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca8d expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.902216:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775ad3 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca86 expref: 48 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.902228:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775ada lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdca8d expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.902273:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137650.902333:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1679:x1830957333360128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 532us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.902340:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30892 00000100:00100000:0.0:1746137650.905365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.910613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.913893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.915906:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.919439:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.923106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.923250:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.926182:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.929249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.932544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.936262:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.939418:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.942165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.943285:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.944560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.944605:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333362688 00000100:00100000:1.0:1746137650.944609:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333362688 00000100:00100000:1.0:1746137650.944645:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30897 00000100:00100000:1.0:1746137650.944652:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1685:x1830957333362688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.944663:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.944673:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775afd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcab0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.944688:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137650.944692:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775af6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcaa9 expref: 48 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.944696:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.944699:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775afd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcab0 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.944720:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775af6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcaa9 expref: 48 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.944729:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775afd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcab0 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.944736:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:1.0:1746137650.944768:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1685:x1830957333362688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.944777:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30897 00000100:00100000:0.0:1746137650.947407:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.951001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.956099:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.961928:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.967667:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.967911:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30898 00000100:00100000:1.0:1746137650.967919:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333363584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.967934:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.967948:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775b04 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcab7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.967971:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775afd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcab0 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.967978:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.967979:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.967982:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775b04 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcab7 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.968006:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775afd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcab0 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.968016:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775afd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcab0 expref: 45 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137650.968026:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327320704:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137650.968086:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137650.970045:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327320704:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137650.970068:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775b04 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcab7 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.970086:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e800, rc 0) 00000100:00100000:1.0:1746137650.970117:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333363584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2199us (2455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.970124:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30898 00000100:00100000:0.0:1746137650.970645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.970760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.970780:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333363712 00000100:00100000:1.0:1746137650.970785:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333363712 00000100:00100000:1.0:1746137650.970830:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30899 00000100:00100000:1.0:1746137650.970836:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:1679:x1830957333363712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137650.970846:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137650.970856:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775b0b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcabe expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.970871:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137650.970874:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775b04 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcab7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.970879:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137650.970881:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775b0b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcabe expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.970901:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775b04 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcab7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.970908:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775b0b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcabe expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137650.970918:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137650.970938:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1679:x1830957333363712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137650.970942:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30899 00000100:00100000:1.0:1746137650.974842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.983062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.983110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137650.986834:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.988630:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.988679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.992629:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137650.995427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.000773:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.002863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.005076:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.006564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.008426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.011993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.012444:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.015632:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.018368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.018625:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.018693:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333366784 00000100:00100000:1.0:1746137651.018700:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333366784 00000100:00100000:1.0:1746137651.018841:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30905 00000100:00100000:1.0:1746137651.018849:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333366784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.018862:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.019252:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775b35 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcae8 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.019271:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775b2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae1 expref: 46 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.019277:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.019278:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.019281:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775b35 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae8 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.019297:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775b2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae1 expref: 46 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.019309:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775b2e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae1 expref: 46 pid: 11509 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.019317:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327322496:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.019359:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.021725:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.021886:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333367168 00000100:00100000:1.0:1746137651.021892:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333367168 00002000:00100000:1.0:1746137651.021919:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4e00 x1830957333367168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.021928:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4e00 with x1830957333367168 ext(0->4095) 00010000:00010000:1.0:1746137651.021935:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775b2e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae1 expref: 46 pid: 11509 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.021946:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775b2e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae1 expref: 46 pid: 11509 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.021952:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d4e00 00000100:00100000:1.0:1746137651.021976:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3402 00000100:00100000:1.0:1746137651.021981:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333367168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.022329:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333367168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 340us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.022336:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3402 00002000:00100000:1.0:1746137651.022341:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4e00 x1830957333367168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.022353:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4e00 with x1830957333367168 ext(0->4095) 00010000:00010000:1.0:1746137651.022357:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775b2e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae1 expref: 46 pid: 11509 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.022366:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775b2e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae1 expref: 46 pid: 11509 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.022371:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d4e00 00000100:00100000:0.0:1746137651.022621:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ec52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327322496:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137651.022637:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775b35 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae8 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.022647:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:0.0:1746137651.022668:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333366784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3821us (4306us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137651.022674:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30905 00000100:00100000:0.0:1746137651.024276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.025735:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.032274:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.032360:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333367680 00000100:00100000:1.0:1746137651.032368:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333367680 00002000:00100000:1.0:1746137651.032405:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344e00 x1830957333367680/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.032414:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344e00 with x1830957333367680 ext(0->4095) 00010000:00010000:1.0:1746137651.032421:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775b35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae8 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.032431:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775b35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae8 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.032437:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120344e00 00000100:00100000:1.0:1746137651.032467:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3403 00000100:00100000:1.0:1746137651.032474:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333367680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.032654:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333367680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.032660:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3403 00002000:00100000:1.0:1746137651.032666:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344e00 x1830957333367680/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.032672:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344e00 with x1830957333367680 ext(0->4095) 00010000:00010000:1.0:1746137651.032677:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775b35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae8 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.032685:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775b35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcae8 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.032689:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120344e00 00000100:00100000:0.0:1746137651.035655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.040452:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333368064 00000100:00100000:1.0:1746137651.040464:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333368064 00002000:00100000:1.0:1746137651.040498:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea16680 x1830957333368064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.040508:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea16680 with x1830957333368064 ext(0->4095) 00002000:00010000:1.0:1746137651.040513:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea16680 00000100:00100000:1.0:1746137651.040539:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14562 00000100:00100000:1.0:1746137651.040546:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333368064:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.040653:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333368064:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (774us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.040658:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14562 00002000:00100000:1.0:1746137651.040663:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea16680 x1830957333368064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.040670:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea16680 with x1830957333368064 ext(0->4095) 00002000:00010000:1.0:1746137651.040673:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea16680 00000100:00100000:0.0:1746137651.043832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.046352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.049668:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.049884:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333368576 00000100:00100000:1.0:1746137651.049890:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333368576 00002000:00100000:1.0:1746137651.049922:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120346680 x1830957333368576/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.049931:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346680 with x1830957333368576 ext(0->4095) 00002000:00010000:1.0:1746137651.049934:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120346680 00000100:00100000:1.0:1746137651.049959:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14563 00000100:00100000:1.0:1746137651.049964:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333368576:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137651.050066:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333368576:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.050071:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14563 00002000:00100000:1.0:1746137651.050076:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120346680 x1830957333368576/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.050082:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346680 with x1830957333368576 ext(0->4095) 00002000:00010000:1.0:1746137651.050084:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120346680 00000100:00100000:0.0:1746137651.050421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.052998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.053395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.058560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.062459:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.068405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.068575:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333369600 00000100:00100000:1.0:1746137651.068581:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333369600 00002000:00100000:1.0:1746137651.068609:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669500 x1830957333369600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.068617:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669500 with x1830957333369600 ext(0->4095) 00002000:00010000:1.0:1746137651.068620:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669500 00000100:00100000:1.0:1746137651.068643:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14564 00000100:00100000:1.0:1746137651.068649:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333369600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.068735:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333369600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.068741:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14564 00002000:00100000:1.0:1746137651.068745:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669500 x1830957333369600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.068751:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669500 with x1830957333369600 ext(0->4095) 00002000:00010000:1.0:1746137651.068753:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669500 00000100:00100000:0.0:1746137651.070618:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.070706:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333369728 00000100:00100000:1.0:1746137651.070712:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333369728 00000100:00100000:1.0:1746137651.070752:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30910 00000100:00100000:1.0:1746137651.070758:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333369728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.070770:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.070782:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775b58 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcb0b expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.070827:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775b51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb04 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.070834:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.070836:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.070839:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775b58 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb0b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.070861:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775b51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb04 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.070871:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775b51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb04 expref: 45 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.070885:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327323776:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.071356:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.072393:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ec52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327323776:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.072413:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775b58 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb0b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.072424:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137651.072453:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333369728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1695us (1840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.072460:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30910 00000100:00100000:0.0:1746137651.073566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.076718:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.079261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.079313:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333370240 00000100:00100000:1.0:1746137651.079319:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333370240 00000100:00100000:1.0:1746137651.079640:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30911 00000100:00100000:1.0:1746137651.079647:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:1679:x1830957333370240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.079660:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.079673:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775b5f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcb12 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.079694:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775b58 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb0b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.079701:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.079702:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.079705:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775b5f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb12 expref: 46 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.079731:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775b58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb0b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.079740:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775b58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb0b expref: 5 pid: 11509 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.079749:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327324032:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.079837:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.081467:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.082538:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ec52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327324032:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.082551:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775b5f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb12 expref: 47 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.082559:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137651.082576:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1679:x1830957333370240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2930us (3539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.082581:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30911 00000100:00100000:0.0:1746137651.083982:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.087050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.090684:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.094063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.097530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.100903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.104949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.104993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.105126:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333371648 00000100:00100000:1.0:1746137651.105132:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333371648 00002000:00100000:1.0:1746137651.105164:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f106680 x1830957333371648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.105172:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f106680 with x1830957333371648 ext(0->4095) 00002000:00010000:1.0:1746137651.105176:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f106680 00000100:00100000:1.0:1746137651.105207:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14567 00000100:00100000:1.0:1746137651.105213:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333371648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.105312:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333371648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.105317:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14567 00002000:00100000:1.0:1746137651.105335:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f106680 x1830957333371648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.105341:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f106680 with x1830957333371648 ext(0->4095) 00002000:00010000:1.0:1746137651.105344:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f106680 00000100:00100000:1.0:1746137651.108217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.109527:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.112490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.116927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.121536:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.121618:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333372672 00000100:00100000:1.0:1746137651.121625:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333372672 00002000:00100000:1.0:1746137651.121657:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dea00 x1830957333372672/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.121666:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dea00 with x1830957333372672 ext(0->4095) 00002000:00010000:1.0:1746137651.121670:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2dea00 00000100:00100000:1.0:1746137651.121869:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14568 00000100:00100000:1.0:1746137651.121876:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2007:x1830957333372672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.121974:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2007:x1830957333372672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.121979:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14568 00002000:00100000:1.0:1746137651.121984:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dea00 x1830957333372672/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.121991:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dea00 with x1830957333372672 ext(0->4095) 00002000:00010000:1.0:1746137651.121994:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2dea00 00000100:00100000:0.0:1746137651.124045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.127534:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.132831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.132869:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.136369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.140481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.144901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.148338:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.150717:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.154957:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.159612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.162620:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333374592 00000100:00100000:0.0:1746137651.162624:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333374592 00000100:00100000:0.0:1746137651.162653:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30920 00000100:00100000:0.0:1746137651.162658:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:1679:x1830957333374592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137651.162669:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137651.162679:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141775b9e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcb51 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.162695:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775b97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb4a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.162700:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.162702:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.162705:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141775b9e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb51 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.162719:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775b97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb4a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.162727:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775b97 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb4a expref: 5 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746137651.162735:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327326336:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137651.162774:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.163999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.164074:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327326336:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.164089:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141775b9e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb51 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.164099:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:1.0:1746137651.164115:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:1679:x1830957333374592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1458us (1535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.164120:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30920 00000100:00100000:0.0:1746137651.169175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.171472:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.177221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.178485:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333375360 00000100:00100000:1.0:1746137651.178494:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333375360 00000100:00100000:1.0:1746137651.178566:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30921 00000100:00100000:1.0:1746137651.178572:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333375360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.178586:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.178601:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775ba5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcb58 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.178624:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141775b9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb51 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.178631:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.178632:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.178634:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775ba5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb58 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.178658:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141775b9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb51 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.178667:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141775b9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb51 expref: 45 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.178676:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327326592:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.178755:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.181992:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ec52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327326592:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.182018:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775ba5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb58 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.182031:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:1.0:1746137651.182070:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333375360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3498us (4856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.182078:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30921 00000100:00100000:0.0:1746137651.182131:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.183064:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333375488:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 785us (930us total) trans 4294972159 rc 0/0 00000100:00100000:0.0:1746137651.183070:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3410 00002000:00100000:0.0:1746137651.183075:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092c73480 x1830957333375488/t4294972159(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 496/448 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.183081:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73480 with x1830957333375488 ext(0->7) 00010000:00010000:0.0:1746137651.183086:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141775b9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb51 expref: 48 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.183094:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141775b9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb51 expref: 48 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746137651.183099:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c73480 00000100:00100000:0.0:1746137651.185051:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.186921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.187747:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333375872 00000100:00100000:1.0:1746137651.187753:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333375872 00002000:00100000:1.0:1746137651.187783:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fad80 x1830957333375872/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.187792:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fad80 with x1830957333375872 ext(0->4095) 00002000:00010000:1.0:1746137651.187795:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961fad80 00000100:00100000:1.0:1746137651.187843:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14571 00000100:00100000:1.0:1746137651.187849:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333375872:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137651.187966:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333375872:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (1049us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.187972:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14571 00002000:00100000:1.0:1746137651.187977:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fad80 x1830957333375872/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.187988:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fad80 with x1830957333375872 ext(0->4095) 00002000:00010000:1.0:1746137651.187990:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961fad80 00000100:00100000:0.0:1746137651.189491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.189564:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.189664:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333376128 00000100:00100000:1.0:1746137651.189667:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333376128 00000100:00100000:1.0:1746137651.189992:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30923 00000100:00100000:1.0:1746137651.189998:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1685:x1830957333376128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.190003:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.190008:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775bb3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcb66 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.190016:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.190020:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775bac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb5f expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.190024:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.190027:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775bb3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb66 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.190129:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775bac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb5f expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.190144:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775bb3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb66 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.190152:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137651.190189:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1685:x1830957333376128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.190195:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30923 00000100:00100000:0.0:1746137651.192750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.197987:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.198090:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333376512 00000100:00100000:1.0:1746137651.198097:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333376512 00002000:00100000:1.0:1746137651.198132:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f122d80 x1830957333376512/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.198140:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122d80 with x1830957333376512 ext(0->4095) 00010000:00010000:1.0:1746137651.198148:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775bac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb5f expref: 49 pid: 11509 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.198159:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775bac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb5f expref: 49 pid: 11509 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.198164:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f122d80 00000100:00100000:1.0:1746137651.198181:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3411 00000100:00100000:1.0:1746137651.198187:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333376512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.198294:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333376512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.198299:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3411 00002000:00100000:1.0:1746137651.198304:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f122d80 x1830957333376512/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.198311:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122d80 with x1830957333376512 ext(0->4095) 00010000:00010000:1.0:1746137651.198315:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775bac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb5f expref: 49 pid: 11509 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.198340:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775bac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb5f expref: 49 pid: 11509 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.198344:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f122d80 00000100:00100000:0.0:1746137651.200162:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.205599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.205698:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333376896 00000100:00100000:1.0:1746137651.205706:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333376896 00002000:00100000:1.0:1746137651.205739:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f122300 x1830957333376896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.205749:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122300 with x1830957333376896 ext(0->4095) 00002000:00010000:1.0:1746137651.205754:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f122300 00000100:00100000:1.0:1746137651.205773:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14572 00000100:00100000:1.0:1746137651.205779:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333376896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.206227:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333376896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.206236:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14572 00002000:00100000:1.0:1746137651.206243:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f122300 x1830957333376896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.206249:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122300 with x1830957333376896 ext(0->4095) 00002000:00010000:1.0:1746137651.206252:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f122300 00000100:00100000:0.0:1746137651.208414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.212425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.215945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.216020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.216390:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333377536 00000100:00100000:1.0:1746137651.216394:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333377536 00002000:00100000:1.0:1746137651.216416:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa300 x1830957333377536/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.216429:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa300 with x1830957333377536 ext(0->4095) 00010000:00010000:1.0:1746137651.216435:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775bba lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb6d expref: 6 pid: 11509 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.216444:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775bba lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb6d expref: 6 pid: 11509 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.216450:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9aa300 00000100:00100000:1.0:1746137651.216461:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3412 00000100:00100000:1.0:1746137651.216466:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333377536:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137651.216559:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333377536:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 92us (537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.216565:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3412 00002000:00100000:1.0:1746137651.216569:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa300 x1830957333377536/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.216576:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa300 with x1830957333377536 ext(0->4095) 00010000:00010000:1.0:1746137651.216580:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775bba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb6d expref: 6 pid: 11509 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.216589:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775bba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb6d expref: 6 pid: 11509 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.216595:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9aa300 00000100:00100000:0.0:1746137651.218222:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.218290:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333377664 00000100:00100000:1.0:1746137651.218295:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333377664 00000100:00100000:1.0:1746137651.218538:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30926 00000100:00100000:1.0:1746137651.218546:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1685:x1830957333377664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.218556:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.218564:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775bc8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcb7b expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.218579:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746137651.218787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137651.218796:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775bc1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb74 expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.218824:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.218828:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775bc8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb7b expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.219110:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775bc1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb74 expref: 49 pid: 11509 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.219118:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775bc1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb74 expref: 49 pid: 11509 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.219125:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327327872:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.219142:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.220789:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ec52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327327872:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.220825:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775bc8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb7b expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.220841:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137651.220879:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1685:x1830957333377664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2333us (2662us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.220885:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30926 00000100:00100000:1.0:1746137651.221104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.223896:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.225739:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.228091:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.228300:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333378560 00000100:00100000:1.0:1746137651.228306:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333378560 00000100:00100000:1.0:1746137651.228351:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30927 00000100:00100000:1.0:1746137651.228357:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333378560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.228369:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.228381:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775bcf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcb82 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.228402:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775bc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb7b expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.228409:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.228410:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.228412:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775bcf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb82 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.228433:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775bc8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb7b expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.228442:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775bc8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb7b expref: 47 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.228456:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327328128:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.229894:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.231636:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327328128:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.231659:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775bcf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb82 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.231671:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:1.0:1746137651.231708:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333378560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3350us (3621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.231716:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30927 00000100:00100000:0.0:1746137651.231900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.236122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.236194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.236265:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333379072 00000100:00100000:1.0:1746137651.236272:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333379072 00000100:00100000:1.0:1746137651.236295:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30928 00000100:00100000:1.0:1746137651.236301:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1679:x1830957333379072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.236311:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.236332:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775bd6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcb89 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.236351:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775bcf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb82 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.236357:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.236358:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.236361:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775bd6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb89 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.236475:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775bcf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb82 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.236485:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775bcf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb82 expref: 5 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.236495:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327328384:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.236543:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.237907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.237925:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333379200 00000100:00100000:0.0:1746137651.237929:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333379200 00000100:00100000:0.0:1746137651.237965:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30929 00000100:00100000:0.0:1746137651.237972:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1685:x1830957333379200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137651.237984:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137651.237993:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775bdd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcb90 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.238007:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.238011:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775bd6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb89 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.238015:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137651.238018:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775bdd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb90 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.238038:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775bd6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb89 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.238049:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775bdd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb90 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.238056:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daee00, rc 0) 00000100:00100000:0.0:1746137651.238081:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1685:x1830957333379200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137651.238086:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30929 00000100:00100000:1.0:1746137651.238284:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327328384:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.238301:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775bd6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcb89 expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.238310:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137651.238342:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333379072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2038us (2144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.238348:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30928 00000100:00100000:0.0:1746137651.238863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.241285:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.243454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.247894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.250633:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.253153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.255794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.258499:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.258578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.260517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.263634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.265676:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.269367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.269520:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333381504 00000100:00100000:1.0:1746137651.269525:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333381504 00002000:00100000:1.0:1746137651.269555:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec64000 x1830957333381504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.269563:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64000 with x1830957333381504 ext(0->4095) 00002000:00010000:1.0:1746137651.269567:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec64000 00000100:00100000:1.0:1746137651.269588:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14577 00000100:00100000:1.0:1746137651.269593:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333381504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.269691:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333381504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.269697:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14577 00002000:00100000:1.0:1746137651.269701:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec64000 x1830957333381504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.269707:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64000 with x1830957333381504 ext(0->4095) 00002000:00010000:1.0:1746137651.269710:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec64000 00000100:00100000:0.0:1746137651.271731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.274972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.280970:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327329792:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137651.280985:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137651.281013:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:2007:x1830957333381760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5470us (6043us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137651.281020:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15284 00000100:00100000:1.0:1746137651.281142:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.284002:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.285821:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333382400 00000100:00100000:1.0:1746137651.285826:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333382400 00010000:00010000:1.0:1746137651.285850:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141775bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbac expref: 6 pid: 26520 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.285880:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15285 00000100:00100000:1.0:1746137651.285886:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333382400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137651.285898:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137651.285913:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141775bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbac expref: 6 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.285922:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141775bf9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbac expref: 6 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.285937:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141775bf9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbac expref: 6 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.285964:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.285966:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.285971:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775c00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbb3 expref: 48 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.285978:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775c00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbb3 expref: 48 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.285999:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775c00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbb3 expref: 48 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.286007:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775c00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbb3 expref: 48 pid: 26520 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.286108:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d78000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327330176:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137651.286155:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.309849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.309945:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d78000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327330176:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137651.309961:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137651.309993:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333382400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 24107us (24216us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.310002:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15285 00000100:00100000:0.0:1746137651.312710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.312766:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333382784 00000100:00100000:1.0:1746137651.312773:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333382784 00010000:00010000:1.0:1746137651.312802:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775c00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbb3 expref: 49 pid: 26520 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.313860:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15286 00000100:00100000:1.0:1746137651.313869:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ceb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333382784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137651.313885:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137651.313902:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775c00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbb3 expref: 49 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.313913:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775c00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbb3 expref: 49 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.313932:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775c00 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbb3 expref: 49 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.313961:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.313964:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.313969:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775c07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbba expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.313977:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775c07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbba expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.314005:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775c07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbba expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137651.314016:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d78000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327330304:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137651.314094:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.317488:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d78000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327330304:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137651.317504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137651.317506:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137651.317727:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14579 00000100:00100000:0.0:1746137651.317735:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333383040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.317888:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ceb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333382784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4020us (5182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.317895:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15286 00000100:00100000:0.0:1746137651.317966:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333383040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 232us (461us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137651.317972:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14579 00002000:00100000:0.0:1746137651.317977:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f39500 x1830957333383040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.317989:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f39500 with x1830957333383040 ext(0->4095) 00002000:00010000:0.0:1746137651.317991:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f39500 00000100:00100000:0.0:1746137651.319595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.323555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.323640:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333383296 00000100:00100000:1.0:1746137651.323646:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333383296 00010000:00010000:1.0:1746137651.323672:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775c07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbba expref: 48 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.323706:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15287 00000100:00100000:1.0:1746137651.323713:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333383296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137651.323723:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137651.323739:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775c07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbba expref: 48 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.323750:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775c07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbba expref: 48 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.323768:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775c07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbba expref: 48 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.323796:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.323798:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.323824:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c0e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbc1 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.323831:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbc1 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.324238:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbc1 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137651.324249:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d78000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327330560:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137651.325141:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.328274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.328552:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333383552 00000100:00100000:0.0:1746137651.328560:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333383552 00002000:00100000:0.0:1746137651.328594:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79180 x1830957333383552/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.328603:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79180 with x1830957333383552 ext(0->4095) 00002000:00010000:0.0:1746137651.328607:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d79180 00000100:00100000:1.0:1746137651.328701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.329267:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14580 00000100:00100000:0.0:1746137651.329275:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333383552:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137651.329390:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333383552:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (1121us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137651.329395:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14580 00002000:00100000:0.0:1746137651.329401:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79180 x1830957333383552/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.329408:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79180 with x1830957333383552 ext(0->4095) 00002000:00010000:0.0:1746137651.329411:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d79180 00000100:00100000:0.0:1746137651.331072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.333937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.337311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.341141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.344614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.349265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.353482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.361589:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327331328:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137651.361605:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137651.361636:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333384832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7389us (8158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137651.361645:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15290 00000100:00100000:0.0:1746137651.364206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.364244:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.364495:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333385344 00000100:00100000:1.0:1746137651.364498:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333385344 00010000:00010000:1.0:1746137651.364513:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775c23 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbd6 expref: 6 pid: 26520 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.364534:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15291 00000100:00100000:1.0:1746137651.364539:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333385344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137651.364547:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137651.364560:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775c23 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbd6 expref: 6 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.364568:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775c23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbd6 expref: 6 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.364580:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.364582:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.364587:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775c2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbdd expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.364597:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775c2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbdd expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.364615:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775c2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbdd expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.364624:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775c2a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbdd expref: 50 pid: 26520 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.364632:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327331712:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137651.365291:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.368441:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327331712:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137651.368456:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137651.368490:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333385344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3950us (4244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.368498:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15291 00000100:00100000:0.0:1746137651.368744:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.368829:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333385728 00000100:00100000:1.0:1746137651.368834:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333385728 00002000:00100000:1.0:1746137651.368861:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b1880 x1830957333385728/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.368869:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b1880 with x1830957333385728 ext(0->4095) 00010000:00010000:1.0:1746137651.368876:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775c2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbdd expref: 49 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.368891:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775c2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbdd expref: 49 pid: 26520 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.368897:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b1880 00000100:00100000:1.0:1746137651.368916:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3419 00000100:00100000:1.0:1746137651.368922:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333385728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.369008:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333385728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.369013:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3419 00002000:00100000:1.0:1746137651.369018:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b1880 x1830957333385728/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.369024:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b1880 with x1830957333385728 ext(0->4095) 00010000:00010000:1.0:1746137651.369033:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775c2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbdd expref: 49 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.369042:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775c2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbdd expref: 49 pid: 26520 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.369046:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b1880 00000100:00100000:0.0:1746137651.371484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.371563:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333385856 00000100:00100000:1.0:1746137651.371571:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333385856 00010000:00010000:1.0:1746137651.371598:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775c2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbdd expref: 49 pid: 26520 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.371621:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15292 00000100:00100000:1.0:1746137651.371628:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096855880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333385856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137651.371639:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137651.371656:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775c2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbdd expref: 49 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.371666:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775c2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbdd expref: 49 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.371685:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775c2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbdd expref: 49 pid: 26520 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.371785:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.371788:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.371794:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775c31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbe4 expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.371801:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775c31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbe4 expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.371982:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775c31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbe4 expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137651.371991:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327331840:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137651.372612:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.374727:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327331840:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137651.374744:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137651.374778:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096855880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333385856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3148us (3299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.374788:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15292 00000100:00100000:1.0:1746137651.375260:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333386112 00000100:00100000:1.0:1746137651.375265:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333386112 00002000:00100000:1.0:1746137651.375294:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec59f80 x1830957333386112/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.375303:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59f80 with x1830957333386112 ext(0->4095) 00002000:00010000:1.0:1746137651.375307:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec59f80 00000100:00100000:1.0:1746137651.375342:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14582 00000100:00100000:1.0:1746137651.375348:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2008:x1830957333386112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.375449:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2008:x1830957333386112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.375454:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14582 00002000:00100000:1.0:1746137651.375459:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec59f80 x1830957333386112/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.375465:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59f80 with x1830957333386112 ext(0->4095) 00002000:00010000:1.0:1746137651.375467:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec59f80 00000100:00100000:0.0:1746137651.377290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.380966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.381141:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333386368 00000100:00100000:1.0:1746137651.381148:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333386368 00010000:00010000:1.0:1746137651.381181:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775c31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbe4 expref: 48 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.381202:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15293 00000100:00100000:1.0:1746137651.381207:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ceb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333386368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137651.381217:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137651.381237:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775c31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbe4 expref: 48 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.381246:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775c31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbe4 expref: 48 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.381263:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775c31 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbe4 expref: 48 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.381287:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.381289:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.381294:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775c38 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbeb expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.381301:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775c38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbeb expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.381336:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775c38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbeb expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137651.381345:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327332096:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137651.381406:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.387272:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327332096:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137651.387292:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137651.387354:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ceb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:2007:x1830957333386368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6144us (6387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.387364:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15293 00000100:00100000:0.0:1746137651.387607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.387706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.387768:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333386624 00000100:00100000:1.0:1746137651.387772:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333386624 00002000:00100000:1.0:1746137651.387792:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666b800 x1830957333386624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.387801:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b800 with x1830957333386624 ext(0->4095) 00002000:00010000:1.0:1746137651.387825:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666b800 00000100:00100000:1.0:1746137651.387840:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14583 00000100:00100000:1.0:1746137651.387845:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333386624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.387930:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333386624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.387936:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14583 00002000:00100000:1.0:1746137651.387940:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666b800 x1830957333386624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.387947:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b800 with x1830957333386624 ext(0->4095) 00010000:00010000:1.0:1746137651.387952:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775c38 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbeb expref: 6 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.387961:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775c38 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbeb expref: 6 pid: 21535 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.387966:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009666b800 00000100:00100000:0.0:1746137651.390177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.391134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.391445:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333387008 00000100:00100000:1.0:1746137651.391449:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333387008 00010000:00010000:1.0:1746137651.391467:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775c38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbeb expref: 6 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.391489:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15294 00000100:00100000:1.0:1746137651.391495:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333387008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137651.391502:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137651.391517:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775c38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbeb expref: 6 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.391525:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775c38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbeb expref: 6 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.391541:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775c38 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbeb expref: 6 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.391564:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.391566:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.391571:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf2 expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.391578:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf2 expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.391599:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf2 expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.391607:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf2 expref: 48 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.391620:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327332480:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137651.391677:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.394399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.394424:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333387264 00000100:00100000:0.0:1746137651.394430:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333387264 00002000:00100000:0.0:1746137651.394462:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5500 x1830957333387264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.394472:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5500 with x1830957333387264 ext(0->4095) 00000100:00100000:1.0:1746137651.394475:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327332480:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137651.394479:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf2 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.394490:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf2 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.394492:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:0.0:1746137651.394496:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c5500 00000100:00100000:0.0:1746137651.394519:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3420 00000100:00100000:0.0:1746137651.394526:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333387264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.394539:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333387008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3043us (3405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.394546:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15294 00000100:00100000:1.0:1746137651.395045:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333387264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 519us (651us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.395051:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3420 00002000:00100000:1.0:1746137651.395056:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5500 x1830957333387264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.395063:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5500 with x1830957333387264 ext(0->4095) 00010000:00010000:1.0:1746137651.395067:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf2 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.395075:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf2 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.395080:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c5500 00000100:00100000:0.0:1746137651.396790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.397072:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333387392 00000100:00100000:1.0:1746137651.397079:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333387392 00010000:00010000:1.0:1746137651.397103:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf2 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.397127:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15295 00000100:00100000:1.0:1746137651.397132:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333387392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137651.397142:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137651.397156:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf2 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.397164:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf2 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.397180:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775c3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf2 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.397201:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.397203:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.397209:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775c46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf9 expref: 48 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.397216:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775c46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf9 expref: 48 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.397243:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775c46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcbf9 expref: 48 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137651.397253:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327332608:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137651.397618:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.400026:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327332608:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137651.400044:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137651.400078:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2008:x1830957333387392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2944us (3291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.400087:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15295 00000100:00100000:0.0:1746137651.401076:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.401156:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333387648 00000100:00100000:1.0:1746137651.401161:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333387648 00002000:00100000:1.0:1746137651.401189:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5c00 x1830957333387648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.401198:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5c00 with x1830957333387648 ext(0->4095) 00002000:00010000:1.0:1746137651.401201:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0c5c00 00000100:00100000:1.0:1746137651.401231:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14584 00000100:00100000:1.0:1746137651.401237:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333387648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.401935:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333387648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 695us (860us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.401942:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14584 00002000:00100000:1.0:1746137651.401948:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5c00 x1830957333387648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.401958:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5c00 with x1830957333387648 ext(0->4095) 00002000:00010000:1.0:1746137651.401960:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0c5c00 00000100:00100000:0.0:1746137651.404126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.407875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.410494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.410600:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333388160 00000100:00100000:1.0:1746137651.410605:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333388160 00002000:00100000:1.0:1746137651.410633:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096653b80 x1830957333388160/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.410648:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653b80 with x1830957333388160 ext(0->4095) 00002000:00010000:1.0:1746137651.410652:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096653b80 00000100:00100000:1.0:1746137651.410674:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14585 00000100:00100000:1.0:1746137651.410680:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333388160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.410776:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333388160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.410782:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14585 00002000:00100000:1.0:1746137651.410787:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096653b80 x1830957333388160/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.410794:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653b80 with x1830957333388160 ext(0->4095) 00002000:00010000:1.0:1746137651.410796:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096653b80 00000100:00100000:0.0:1746137651.411023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.413402:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.414972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.418289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.420490:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.421036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.422993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.425532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.428066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.430166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.432276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.434426:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.437571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.439077:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333390464 00000100:00100000:0.0:1746137651.439082:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333390464 00000100:00100000:0.0:1746137651.439114:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30951 00000100:00100000:0.0:1746137651.439119:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333390464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137651.439129:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137651.439137:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141775c77 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc2a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.439151:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.439154:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775c70 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc23 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.439159:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137651.439162:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141775c77 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc2a expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.439179:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775c70 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc23 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.439189:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141775c77 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc2a expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.439196:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:0.0:1746137651.439859:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333390464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 736us (1661us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137651.439865:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30951 00000100:00100000:0.0:1746137651.441022:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333390592 00000100:00100000:0.0:1746137651.441026:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333390592 00010000:00010000:0.0:1746137651.441046:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775c69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc1c expref: 6 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746137651.441077:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15301 00000100:00100000:0.0:1746137651.441084:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333390592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137651.441092:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137651.441107:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775c69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc1c expref: 6 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.441117:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775c69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc1c expref: 6 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.441133:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775c69 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc1c expref: 6 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.441156:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.441157:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.441166:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775c70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc23 expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.441173:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775c70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc23 expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.441205:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775c70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc23 expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.441214:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775c70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc23 expref: 48 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746137651.441224:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846da680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327334272:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137651.441274:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.448931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.449105:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333390848 00000100:00100000:1.0:1746137651.449112:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333390848 00002000:00100000:1.0:1746137651.449148:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846daa00 x1830957333390848/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.449157:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846daa00 with x1830957333390848 ext(0->4095) 00010000:00010000:1.0:1746137651.449165:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775c70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc23 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.449176:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775c70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc23 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.449183:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846daa00 00000100:00100000:1.0:1746137651.449214:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3423 00000100:00100000:1.0:1746137651.449221:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333390848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.449339:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333390848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.449344:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3423 00002000:00100000:1.0:1746137651.449350:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846daa00 x1830957333390848/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.449356:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846daa00 with x1830957333390848 ext(0->4095) 00010000:00010000:1.0:1746137651.449360:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775c70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc23 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.449369:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775c70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc23 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.449378:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846daa00 00000100:00100000:0.0:1746137651.457307:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.457399:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.461385:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.463606:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.463721:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.463758:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333391616 00000100:00100000:1.0:1746137651.463764:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333391616 00000100:00100000:1.0:1746137651.463800:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30953 00000100:00100000:1.0:1746137651.463829:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1679:x1830957333391616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.463843:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.463855:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775c85 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc38 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.463874:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.463879:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775c7e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc31 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.463889:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137651.463891:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775c85 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc38 expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.463917:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775c7e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc31 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.463927:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775c85 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc38 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.463935:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137651.464297:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333391616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 469us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.464303:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30953 00000100:00100000:0.0:1746137651.467303:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.470944:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.476189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.478094:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.478178:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333392384 00000100:00100000:1.0:1746137651.478185:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333392384 00000100:00100000:1.0:1746137651.478230:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30954 00000100:00100000:1.0:1746137651.478237:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333392384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.478249:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.478263:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775c8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc3f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.478290:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775c85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc38 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.478296:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.478299:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.478302:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775c8c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc3f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.478334:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775c85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc38 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.478343:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775c85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc38 expref: 47 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.478352:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327335040:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.478418:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.482448:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.482459:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327335040:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.482487:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775c8c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc3f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.482501:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137651.482549:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333392384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4312us (4459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.482556:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30954 00000100:00100000:0.0:1746137651.484934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.485071:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333392640 00000100:00100000:1.0:1746137651.485078:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333392640 00000100:00100000:1.0:1746137651.485119:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30955 00000100:00100000:1.0:1746137651.485126:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1679:x1830957333392640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.485139:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.485151:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775c93 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc46 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.485175:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775c8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc3f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.485181:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.485183:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.485186:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775c93 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc46 expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.485206:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775c8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc3f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.485215:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775c8c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc3f expref: 5 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.485224:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327335296:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.486174:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.487263:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.487465:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333392896 00000100:00100000:1.0:1746137651.487471:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333392896 00002000:00100000:1.0:1746137651.487503:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091f04700 x1830957333392896/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.487511:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f04700 with x1830957333392896 ext(0->4095) 00010000:00010000:1.0:1746137651.487517:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775c8c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc3f expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.487528:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775c8c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc3f expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.487537:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f04700 00000100:00100000:1.0:1746137651.487563:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3426 00000100:00100000:1.0:1746137651.487569:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333392896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.488223:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333392896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 651us (959us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.488230:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3426 00002000:00100000:1.0:1746137651.488235:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091f04700 x1830957333392896/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.488243:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f04700 with x1830957333392896 ext(0->4095) 00010000:00010000:1.0:1746137651.488248:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775c8c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc3f expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.488258:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775c8c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc3f expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.488263:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f04700 00000100:00100000:1.0:1746137651.488800:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327335296:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.488835:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775c93 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc46 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.488847:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137651.488872:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1679:x1830957333392640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3747us (3944us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.488882:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30955 00000100:00100000:0.0:1746137651.491555:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.492172:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333393024 00000100:00100000:1.0:1746137651.492179:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333393024 00000100:00100000:1.0:1746137651.492225:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30956 00000100:00100000:1.0:1746137651.492231:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1685:x1830957333393024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.492244:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.492258:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775c9a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc4d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137651.492271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137651.492277:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.492282:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775c93 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc46 expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.492287:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.492290:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775c9a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc4d expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.492316:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775c93 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc46 expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.492334:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775c9a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc4d expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.492342:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085cc00, rc 0) 00000100:00100000:1.0:1746137651.492387:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1685:x1830957333393024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.492393:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30956 00000100:00100000:0.0:1746137651.496663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.496711:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333393408 00000100:00100000:1.0:1746137651.496717:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333393408 00002000:00100000:1.0:1746137651.496745:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091f05180 x1830957333393408/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.496752:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f05180 with x1830957333393408 ext(0->4095) 00010000:00010000:1.0:1746137651.496759:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775c93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc46 expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.496770:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775c93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc46 expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.496776:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f05180 00000100:00100000:1.0:1746137651.496798:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3427 00000100:00100000:1.0:1746137651.496824:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333393408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.496929:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333393408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.496934:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3427 00002000:00100000:1.0:1746137651.496939:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091f05180 x1830957333393408/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.496945:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f05180 with x1830957333393408 ext(0->4095) 00010000:00010000:1.0:1746137651.496949:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775c93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc46 expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.496958:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775c93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc46 expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.496968:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f05180 00000100:00100000:0.0:1746137651.498844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.501915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.502110:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333393792 00000100:00100000:1.0:1746137651.502115:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333393792 00002000:00100000:1.0:1746137651.502144:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091f05500 x1830957333393792/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.502152:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f05500 with x1830957333393792 ext(0->4095) 00002000:00010000:1.0:1746137651.502156:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f05500 00000100:00100000:1.0:1746137651.502409:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14589 00000100:00100000:1.0:1746137651.502416:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333393792:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.502520:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333393792:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (611us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.502526:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14589 00002000:00100000:1.0:1746137651.502531:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091f05500 x1830957333393792/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.502537:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f05500 with x1830957333393792 ext(0->4095) 00002000:00010000:1.0:1746137651.502540:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f05500 00000100:00100000:0.0:1746137651.504645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.504697:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333393920 00000100:00100000:1.0:1746137651.504703:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333393920 00000100:00100000:1.0:1746137651.505483:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30957 00000100:00100000:1.0:1746137651.505492:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333393920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.505507:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.505520:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775ca1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc54 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.505548:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775c9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc4d expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.505554:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.505556:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.505559:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775ca1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc54 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.505584:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775c9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc4d expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.505594:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775c9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc4d expref: 47 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.505604:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327335808:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.505671:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.507653:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137651.508339:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775c9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc4d expref: 48 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.508354:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327335808:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.508371:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775ca1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc54 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.508380:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085ca00, rc 0) 00000100:00100000:1.0:1746137651.508409:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333393920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2919us (3770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.508416:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30957 00000100:00100000:0.0:1746137651.511931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.512600:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.512646:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333394432 00000100:00100000:1.0:1746137651.512650:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333394432 00000100:00100000:1.0:1746137651.512681:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30958 00000100:00100000:1.0:1746137651.512686:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1679:x1830957333394432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.512695:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.512706:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775ca8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc5b expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.512723:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775ca1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc54 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.512729:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.512731:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.512734:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775ca8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc5b expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.512756:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775ca1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc54 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.512765:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb6141775ca1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc54 expref: 5 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.512774:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327336064:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.512855:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.516733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.517056:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327336064:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.517072:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775ca8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc5b expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.517080:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137651.517098:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333394432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4412us (4499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.517103:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30958 00000100:00100000:0.0:1746137651.518035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.521743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.521789:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333394944 00000100:00100000:1.0:1746137651.521796:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333394944 00002000:00100000:1.0:1746137651.521850:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091f06d80 x1830957333394944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.521858:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f06d80 with x1830957333394944 ext(0->4095) 00010000:00010000:1.0:1746137651.521866:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775ca8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc5b expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.521878:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775ca8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc5b expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.521883:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f06d80 00000100:00100000:1.0:1746137651.521915:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3428 00000100:00100000:1.0:1746137651.521921:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333394944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.522017:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333394944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.522022:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3428 00002000:00100000:1.0:1746137651.522026:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091f06d80 x1830957333394944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.522034:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f06d80 with x1830957333394944 ext(0->4095) 00010000:00010000:1.0:1746137651.522038:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775ca8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc5b expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.522047:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775ca8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc5b expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.522052:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f06d80 00000100:00100000:0.0:1746137651.524746:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.527788:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.531028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.531099:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333395456 00000100:00100000:1.0:1746137651.531106:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333395456 00000100:00100000:1.0:1746137651.531151:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30960 00000100:00100000:1.0:1746137651.531158:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333395456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.531171:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.531184:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775cb6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc69 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.531209:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775caf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc62 expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.531216:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.531218:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.531220:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775cb6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc69 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.531239:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775caf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc62 expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.531249:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775caf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc62 expref: 47 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.531257:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327336576:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.531332:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.533092:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327336576:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.533112:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775cb6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc69 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.533123:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137651.533150:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333395456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1993us (2128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.533156:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30960 00000100:00100000:0.0:1746137651.534472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.538474:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.540235:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.540394:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333395968 00000100:00100000:1.0:1746137651.540401:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333395968 00000100:00100000:1.0:1746137651.540443:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30961 00000100:00100000:1.0:1746137651.540449:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1679:x1830957333395968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.540462:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.540475:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775cbd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc70 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.540497:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775cb6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc69 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.540508:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.540510:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.540513:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775cbd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc70 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.540535:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc69 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.540545:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc69 expref: 5 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.540554:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327336832:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137651.540610:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.540623:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.542495:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327336832:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.542518:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775cbd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc70 expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.542531:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137651.542571:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333395968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2122us (2339us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.542578:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30961 00000100:00100000:0.0:1746137651.543654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.546666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.550401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.552958:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.554926:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.554986:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333396992 00000100:00100000:1.0:1746137651.554991:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333396992 00000100:00100000:1.0:1746137651.555024:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30963 00000100:00100000:1.0:1746137651.555030:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333396992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.555042:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.555054:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775ccb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc7e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.555073:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775cc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc77 expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.555079:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.555081:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.555084:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775ccb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc7e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.555104:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc77 expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.555114:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc77 expref: 47 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.555123:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327337344:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.555561:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.556488:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327337344:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.556507:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775ccb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc7e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.556669:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137651.556699:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333396992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1668us (1775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.556709:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30963 00000100:00100000:0.0:1746137651.556955:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.558886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.560875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.560934:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333397504 00000100:00100000:1.0:1746137651.560939:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333397504 00000100:00100000:1.0:1746137651.560977:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30964 00000100:00100000:1.0:1746137651.560984:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1685:x1830957333397504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.560993:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.561006:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc85 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.561025:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775ccb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc7e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.561030:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.561032:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.561034:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc85 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.561055:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775ccb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc7e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.561064:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775ccb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc7e expref: 5 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.561074:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327337600:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.561137:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.563068:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327337600:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.563095:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc85 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.563108:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137651.563139:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1685:x1830957333397504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2156us (2267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.563146:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30964 00000100:00100000:0.0:1746137651.563387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.563479:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333397632 00000100:00100000:1.0:1746137651.563483:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333397632 00000100:00100000:1.0:1746137651.563519:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30965 00000100:00100000:1.0:1746137651.563524:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1679:x1830957333397632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.563535:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.563545:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc8c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.563562:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.563566:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc85 expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.563571:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.563574:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc8c expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.563600:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc85 expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.563609:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc8c expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.563672:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137651.563695:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333397632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.563700:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30965 00000100:00100000:0.0:1746137651.563828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.567727:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333398016 00000100:00100000:0.0:1746137651.567732:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333398016 00002000:00100000:0.0:1746137651.567762:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096652a00 x1830957333398016/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.567771:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096652a00 with x1830957333398016 ext(0->4095) 00010000:00010000:0.0:1746137651.567777:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc85 expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.567788:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc85 expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746137651.567794:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096652a00 00000100:00100000:0.0:1746137651.567931:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3430 00000100:00100000:0.0:1746137651.567937:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333398016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137651.568294:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333398016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 355us (784us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137651.568300:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3430 00002000:00100000:0.0:1746137651.568306:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096652a00 x1830957333398016/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.568313:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096652a00 with x1830957333398016 ext(0->4095) 00010000:00010000:0.0:1746137651.568327:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc85 expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.568335:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc85 expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746137651.568341:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096652a00 00000100:00100000:0.0:1746137651.570899:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.571253:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333398144 00000100:00100000:1.0:1746137651.571260:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333398144 00000100:00100000:1.0:1746137651.571302:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30966 00000100:00100000:1.0:1746137651.571309:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333398144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.571331:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.571345:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ce0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcc93 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.571364:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.571369:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc8c expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.571375:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137651.571377:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ce0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc93 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.571404:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc8c expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.571414:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ce0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc93 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.571425:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137651.571473:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333398144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.571478:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30966 00000100:00100000:0.0:1746137651.571652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.571726:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333398272 00000100:00100000:0.0:1746137651.571729:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333398272 00010000:00010000:0.0:1746137651.571745:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc85 expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746137651.571762:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15316 00000100:00100000:0.0:1746137651.571766:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2010:x1830957333398272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137651.571773:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137651.571787:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc85 expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.571800:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc85 expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.571840:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775cd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc85 expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.571852:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.571854:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.571858:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc8c expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.571864:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc8c expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.571882:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc8c expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.571891:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc8c expref: 48 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746137651.571900:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327338112:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137651.571949:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.575252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.575272:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333398528 00000100:00100000:0.0:1746137651.575280:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333398528 00002000:00100000:0.0:1746137651.575312:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e2a00 x1830957333398528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.575330:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2a00 with x1830957333398528 ext(0->4095) 00010000:00010000:0.0:1746137651.575337:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc8c expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.575348:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc8c expref: 49 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746137651.575354:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e2a00 00000100:00100000:0.0:1746137651.576111:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3431 00000100:00100000:0.0:1746137651.576119:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333398528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137651.576613:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2008:x1830957333398528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 494us (1365us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137651.576619:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3431 00002000:00100000:0.0:1746137651.576624:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e2a00 x1830957333398528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.576630:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2a00 with x1830957333398528 ext(0->4095) 00010000:00010000:0.0:1746137651.576636:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc8c expref: 48 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.576644:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc8c expref: 48 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746137651.576649:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e2a00 00000100:00100000:0.0:1746137651.578896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.578948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.583444:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327338240:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137651.583456:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137651.583485:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2009:x1830957333398784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4212us (4536us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137651.583493:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15317 00000100:00100000:1.0:1746137651.583572:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333399040 00000100:00100000:1.0:1746137651.583577:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333399040 00002000:00100000:1.0:1746137651.583604:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5f80 x1830957333399040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.583612:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5f80 with x1830957333399040 ext(0->4095) 00010000:00010000:1.0:1746137651.583618:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ce0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc93 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.583628:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ce0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc93 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.583634:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c5f80 00000100:00100000:1.0:1746137651.583660:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3432 00000100:00100000:1.0:1746137651.583666:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333399040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.583771:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333399040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.583777:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3432 00002000:00100000:1.0:1746137651.583782:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5f80 x1830957333399040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.583794:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5f80 with x1830957333399040 ext(0->4095) 00010000:00010000:1.0:1746137651.583798:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ce0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc93 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.583821:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ce0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcc93 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.583827:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c5f80 00000100:00100000:0.0:1746137651.585380:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.589361:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333399424 00000100:00100000:0.0:1746137651.589367:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333399424 00002000:00100000:0.0:1746137651.589396:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c4380 x1830957333399424/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.589404:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c4380 with x1830957333399424 ext(0->4095) 00002000:00010000:0.0:1746137651.589408:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0c4380 00000100:00100000:0.0:1746137651.589481:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14595 00000100:00100000:0.0:1746137651.589489:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333399424:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137651.589763:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333399424:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 274us (468us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137651.589769:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14595 00002000:00100000:0.0:1746137651.589774:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c4380 x1830957333399424/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.589780:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c4380 with x1830957333399424 ext(0->4095) 00002000:00010000:0.0:1746137651.589783:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0c4380 00000100:00100000:0.0:1746137651.591635:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.594404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.599610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.599633:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333400064 00000100:00100000:0.0:1746137651.599636:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333400064 00000100:00100000:0.0:1746137651.600351:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30969 00000100:00100000:0.0:1746137651.600360:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1679:x1830957333400064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137651.600371:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137651.600383:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141775cf5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcca8 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.600401:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775cee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcca1 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.600407:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.600408:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.600411:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141775cf5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcca8 expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.600431:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775cee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcca1 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.600440:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141775cee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcca1 expref: 6 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746137651.600449:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327338880:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137651.600495:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.604380:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.604562:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327338880:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.604586:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141775cf5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcca8 expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.604600:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:1.0:1746137651.604648:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1679:x1830957333400064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4290us (5038us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.604656:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30969 00000100:00100000:1.0:1746137651.604676:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333400192 00000100:00100000:1.0:1746137651.604680:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333400192 00000100:00100000:1.0:1746137651.604702:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30970 00000100:00100000:1.0:1746137651.604707:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1685:x1830957333400192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.604717:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.604727:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cfc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdccaf expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.604742:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.604746:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141775cf5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcca8 expref: 49 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.604751:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.604754:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cfc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccaf expref: 49 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.604776:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141775cf5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcca8 expref: 49 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.604784:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cfc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccaf expref: 49 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.604789:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137651.604802:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1685:x1830957333400192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.604827:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30970 00000100:00100000:0.0:1746137651.605430:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.610333:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333400576 00000100:00100000:1.0:1746137651.610339:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333400576 00002000:00100000:1.0:1746137651.610367:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090953800 x1830957333400576/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.610376:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090953800 with x1830957333400576 ext(0->4095) 00010000:00010000:1.0:1746137651.610383:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141775cf5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcca8 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.610395:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141775cf5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcca8 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.610404:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090953800 00000100:00100000:1.0:1746137651.610577:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3433 00000100:00100000:1.0:1746137651.610583:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333400576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.610754:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333400576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.610760:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3433 00002000:00100000:1.0:1746137651.610765:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090953800 x1830957333400576/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.610772:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090953800 with x1830957333400576 ext(0->4095) 00010000:00010000:1.0:1746137651.610777:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141775cf5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcca8 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.610784:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141775cf5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcca8 expref: 49 pid: 21535 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.610788:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090953800 00000100:00100000:0.0:1746137651.612923:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.615533:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.615626:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333400960 00000100:00100000:1.0:1746137651.615631:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333400960 00002000:00100000:1.0:1746137651.615661:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0380 x1830957333400960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.615670:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0380 with x1830957333400960 ext(0->4095) 00002000:00010000:1.0:1746137651.615674:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e0380 00000100:00100000:1.0:1746137651.615698:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14597 00000100:00100000:1.0:1746137651.615705:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2008:x1830957333400960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.615935:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2008:x1830957333400960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 228us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.615940:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14597 00002000:00100000:1.0:1746137651.615946:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0380 x1830957333400960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.615952:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0380 with x1830957333400960 ext(0->4095) 00002000:00010000:1.0:1746137651.615954:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e0380 00000100:00100000:0.0:1746137651.617130:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.617228:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333401088 00000100:00100000:1.0:1746137651.617232:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333401088 00000100:00100000:1.0:1746137651.617263:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30971 00000100:00100000:1.0:1746137651.617269:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333401088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.617280:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.617292:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775d03 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdccb6 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.617310:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccaf expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.617316:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.617328:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.617331:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775d03 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccb6 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.617352:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccaf expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.617368:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775cfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccaf expref: 47 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.617385:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327339392:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.617453:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.618624:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327339392:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.618643:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775d03 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccb6 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.618654:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137651.618684:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333401088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1414us (1555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.618690:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30971 00000100:00100000:0.0:1746137651.621040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.621129:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333401472 00000100:00100000:1.0:1746137651.621134:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333401472 00002000:00100000:1.0:1746137651.621161:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e1c00 x1830957333401472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.621170:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1c00 with x1830957333401472 ext(0->4095) 00002000:00010000:1.0:1746137651.621174:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e1c00 00000100:00100000:1.0:1746137651.621194:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14598 00000100:00100000:1.0:1746137651.621200:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333401472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.621286:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333401472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.621294:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14598 00002000:00100000:1.0:1746137651.621298:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e1c00 x1830957333401472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.621304:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1c00 with x1830957333401472 ext(0->4095) 00002000:00010000:1.0:1746137651.621307:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e1c00 00000100:00100000:0.0:1746137651.622542:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.622612:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333401600 00000100:00100000:1.0:1746137651.622617:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333401600 00000100:00100000:1.0:1746137651.622654:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30972 00000100:00100000:1.0:1746137651.622660:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1685:x1830957333401600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.622671:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.622687:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775d0a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdccbd expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.622706:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775d03 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccb6 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.622713:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.622714:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.622717:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775d0a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccbd expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.622738:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775d03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccb6 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.622748:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775d03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccb6 expref: 5 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.622762:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327339648:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.622845:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.623906:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327339648:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.623925:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775d0a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccbd expref: 48 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.623937:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137651.623959:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1685:x1830957333401600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1299us (1421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.623966:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30972 00000100:00100000:0.0:1746137651.624798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.628361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.630137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.630382:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333402112 00000100:00100000:1.0:1746137651.630387:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333402112 00000100:00100000:1.0:1746137651.630455:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30973 00000100:00100000:1.0:1746137651.630463:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333402112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.630474:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.630486:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775d11 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdccc4 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.630505:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775d0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccbd expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.630512:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.630514:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.630517:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775d11 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccc4 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.630546:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775d0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccbd expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.630555:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775d0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccbd expref: 47 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.630565:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327339904:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.630993:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.632055:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.632272:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327339904:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.632293:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775d11 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccc4 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.632305:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137651.632601:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333402112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2139us (2467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.632608:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30973 00000100:00100000:0.0:1746137651.633507:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333402240:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1042us (1453us total) trans 4294972160 rc 0/0 00000100:00100000:0.0:1746137651.633515:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3434 00002000:00100000:0.0:1746137651.633578:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846e1880 x1830957333402240/t4294972160(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 496/448 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.633586:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1880 with x1830957333402240 ext(0->7) 00010000:00010000:0.0:1746137651.633594:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775d0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccbd expref: 50 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.633604:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775d0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccbd expref: 50 pid: 21535 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746137651.633610:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e1880 00000100:00100000:0.0:1746137651.635304:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.640493:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327340032:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137651.640510:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137651.640556:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333402368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5099us (5255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137651.640566:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15324 00000100:00100000:1.0:1746137651.640694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.640829:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333402624 00000100:00100000:0.0:1746137651.640835:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333402624 00002000:00100000:0.0:1746137651.640866:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c25880 x1830957333402624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.640875:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c25880 with x1830957333402624 ext(0->4095) 00002000:00010000:0.0:1746137651.640878:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c25880 00000100:00100000:0.0:1746137651.641369:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14600 00000100:00100000:0.0:1746137651.641376:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333402624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137651.641573:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333402624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (879us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137651.641579:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14600 00002000:00100000:0.0:1746137651.641584:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c25880 x1830957333402624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.641592:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c25880 with x1830957333402624 ext(0->4095) 00002000:00010000:0.0:1746137651.641595:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c25880 00000100:00100000:0.0:1746137651.644616:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.644674:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333402752 00000100:00100000:1.0:1746137651.644682:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333402752 00000100:00100000:1.0:1746137651.644727:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30974 00000100:00100000:1.0:1746137651.644734:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1685:x1830957333402752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.644748:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.644761:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775d18 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcccb expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.644788:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775d11 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccc4 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.644795:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.644796:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.644800:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775d18 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcccb expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.644854:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775d11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccc4 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.644864:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775d11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdccc4 expref: 5 pid: 21535 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.644874:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b003b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327340160:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.644942:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.645610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.647194:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b003b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327340160:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137651.647216:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775d18 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcccb expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.647227:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:0.0:1746137651.647260:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333402752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2528us (2651us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137651.647269:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30974 00000100:00100000:0.0:1746137651.649370:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.653916:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.653998:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333403264 00000100:00100000:0.0:1746137651.654003:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333403264 00002000:00100000:0.0:1746137651.654032:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b003b80 x1830957333403264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.654040:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b003b80 with x1830957333403264 ext(0->4095) 00010000:00010000:0.0:1746137651.654047:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775d18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcccb expref: 51 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.654058:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775d18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcccb expref: 51 pid: 21535 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746137651.654065:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b003b80 00000100:00100000:0.0:1746137651.654536:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3435 00000100:00100000:0.0:1746137651.654544:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333403264:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137651.654782:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333403264:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 239us (866us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137651.654787:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3435 00002000:00100000:0.0:1746137651.654793:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b003b80 x1830957333403264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.654799:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b003b80 with x1830957333403264 ext(0->4095) 00010000:00010000:0.0:1746137651.654831:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775d18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcccb expref: 51 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.654849:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775d18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcccb expref: 51 pid: 21535 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746137651.654854:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b003b80 00000100:00100000:0.0:1746137651.657161:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.657742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.665423:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.665659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.667695:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.670286:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.673256:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.674981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.677734:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.681873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.684107:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.685261:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.688336:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.694369:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.697076:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.699565:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.702656:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.704962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.706385:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.709351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.709429:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.712759:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.712996:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333407360 00000100:00100000:1.0:1746137651.713002:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333407360 00002000:00100000:1.0:1746137651.713033:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c4380 x1830957333407360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.713042:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c4380 with x1830957333407360 ext(0->4095) 00010000:00010000:1.0:1746137651.713048:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775d50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd03 expref: 51 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.713058:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775d50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd03 expref: 51 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.713065:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c4380 00000100:00100000:1.0:1746137651.713088:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3439 00000100:00100000:1.0:1746137651.713094:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2010:x1830957333407360:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137651.713182:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2010:x1830957333407360:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 88us (429us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.713188:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3439 00002000:00100000:1.0:1746137651.713192:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c4380 x1830957333407360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.713200:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c4380 with x1830957333407360 ext(0->4095) 00010000:00010000:1.0:1746137651.713204:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775d50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd03 expref: 51 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.713212:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775d50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd03 expref: 51 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.713218:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c4380 00000100:00100000:0.0:1746137651.715450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.715494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.721215:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.721434:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333407872 00000100:00100000:1.0:1746137651.721439:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333407872 00002000:00100000:1.0:1746137651.721465:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c4e00 x1830957333407872/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.721473:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c4e00 with x1830957333407872 ext(0->4095) 00010000:00010000:1.0:1746137651.721480:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775d57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd0a expref: 50 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.721495:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775d57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd0a expref: 50 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.721501:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c4e00 00000100:00100000:1.0:1746137651.721597:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3440 00000100:00100000:1.0:1746137651.721604:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333407872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.721715:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333407872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.721752:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3440 00002000:00100000:1.0:1746137651.721758:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c4e00 x1830957333407872/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.721764:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c4e00 with x1830957333407872 ext(0->4095) 00010000:00010000:1.0:1746137651.721769:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775d57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd0a expref: 50 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.721778:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141775d57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd0a expref: 50 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.721783:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c4e00 00000100:00100000:0.0:1746137651.723266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.723339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.727236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.727316:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333408384 00000100:00100000:1.0:1746137651.727330:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333408384 00002000:00100000:1.0:1746137651.727358:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c5500 x1830957333408384/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.727366:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c5500 with x1830957333408384 ext(0->4095) 00010000:00010000:1.0:1746137651.727374:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775d5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd11 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.727384:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775d5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd11 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.727390:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c5500 00000100:00100000:1.0:1746137651.727514:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3441 00000100:00100000:1.0:1746137651.727521:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333408384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.727888:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333408384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 367us (653us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.727894:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3441 00002000:00100000:1.0:1746137651.727899:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c5500 x1830957333408384/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.727905:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c5500 with x1830957333408384 ext(0->4095) 00010000:00010000:1.0:1746137651.727910:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775d5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd11 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.727918:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141775d5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd11 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.727923:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c5500 00000100:00100000:0.0:1746137651.729433:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.731985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.732128:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333408768 00000100:00100000:1.0:1746137651.732133:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333408768 00002000:00100000:1.0:1746137651.732159:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c5c00 x1830957333408768/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.732172:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c5c00 with x1830957333408768 ext(0->4095) 00002000:00010000:1.0:1746137651.732175:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c5c00 00000100:00100000:1.0:1746137651.732586:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14605 00000100:00100000:1.0:1746137651.732593:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333408768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.732693:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333408768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.732698:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14605 00002000:00100000:1.0:1746137651.732703:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c5c00 x1830957333408768/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.732710:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c5c00 with x1830957333408768 ext(0->4095) 00002000:00010000:1.0:1746137651.732713:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c5c00 00000100:00100000:0.0:1746137651.734795:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.736486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.742475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.742546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.747173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.751621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.755236:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.758743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.761362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.764270:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.766214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.768314:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.770196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.770500:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333410944 00000100:00100000:1.0:1746137651.770507:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333410944 00000100:00100000:1.0:1746137651.770538:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333411072 00000100:00100000:1.0:1746137651.770540:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333411072 00000100:00100000:1.0:1746137651.770563:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30990 00000100:00100000:1.0:1746137651.770569:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1685:x1830957333410944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.770584:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.770597:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775d88 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcd3b expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.770619:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775d81 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd34 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.770630:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.770632:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137651.770634:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775d88 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd3b expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.770657:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775d81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd34 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.770666:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775d81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd34 expref: 5 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746137651.770865:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327344256:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137651.770969:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:1.0:1746137651.773301:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327344256:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137651.773336:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775d88 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd3b expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.773348:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137651.773473:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333410944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2902us (5160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.773480:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30990 00000100:00100000:0.0:1746137651.774469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.777366:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.783297:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.783437:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.783504:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333411584 00000100:00100000:1.0:1746137651.783511:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333411584 00000100:00100000:1.0:1746137651.783553:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30992 00000100:00100000:1.0:1746137651.783559:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333411584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137651.783576:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137651.783589:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775d96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcd49 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.783609:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137651.783614:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775d8f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd42 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.783619:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137651.783621:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775d96 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd49 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.783647:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775d8f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd42 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.783657:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775d96 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd49 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137651.783664:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137651.783707:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333411584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137651.783712:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30992 00000100:00100000:0.0:1746137651.785999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.791853:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.792108:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.794348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.797858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.802501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.802641:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333412864 00000100:00100000:1.0:1746137651.802647:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333412864 00002000:00100000:1.0:1746137651.802677:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c6d80 x1830957333412864/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.802691:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c6d80 with x1830957333412864 ext(0->4095) 00002000:00010000:1.0:1746137651.802695:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c6d80 00000100:00100000:1.0:1746137651.802713:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14609 00000100:00100000:1.0:1746137651.802719:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333412864:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.802829:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333412864:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.802835:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14609 00002000:00100000:1.0:1746137651.802840:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c6d80 x1830957333412864/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.802847:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c6d80 with x1830957333412864 ext(0->4095) 00002000:00010000:1.0:1746137651.802849:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c6d80 00000100:00100000:0.0:1746137651.808018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.811875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.812337:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.814936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.815136:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333413504 00000100:00100000:1.0:1746137651.815142:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333413504 00002000:00100000:1.0:1746137651.815167:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0e00 x1830957333413504/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.815175:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0e00 with x1830957333413504 ext(0->4095) 00010000:00010000:1.0:1746137651.815181:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775da4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd57 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.815191:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775da4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd57 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.815196:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e0e00 00000100:00100000:1.0:1746137651.815244:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3446 00000100:00100000:1.0:1746137651.815250:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333413504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.815347:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333413504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.815353:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3446 00002000:00100000:1.0:1746137651.815357:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0e00 x1830957333413504/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.815364:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0e00 with x1830957333413504 ext(0->4095) 00010000:00010000:1.0:1746137651.815368:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775da4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd57 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.815376:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775da4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd57 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.815381:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e0e00 00000100:00100000:0.0:1746137651.818007:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.821045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.824227:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.829601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.829708:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333414144 00000100:00100000:1.0:1746137651.829717:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333414144 00002000:00100000:1.0:1746137651.829757:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846e1c00 x1830957333414144/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 496/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.829766:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1c00 with x1830957333414144 ext(0->7) 00010000:00010000:1.0:1746137651.829775:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775dab lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd5e expref: 50 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.829790:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775dab lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd5e expref: 50 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.829801:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e1c00 00000100:00100000:0.0:1746137651.831107:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2010:x1830957333414144:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 876us (1510us total) trans 4294972161 rc 0/0 00000100:00100000:0.0:1746137651.831114:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3447 00002000:00100000:0.0:1746137651.831120:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846e1c00 x1830957333414144/t4294972161(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 496/448 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.831127:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1c00 with x1830957333414144 ext(0->7) 00010000:00010000:0.0:1746137651.831132:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775dab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd5e expref: 52 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.831141:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775dab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd5e expref: 52 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746137651.831146:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e1c00 00000100:00100000:0.0:1746137651.832730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.835860:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.835944:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333414528 00000100:00100000:1.0:1746137651.835951:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333414528 00002000:00100000:1.0:1746137651.835983:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e1880 x1830957333414528/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.835991:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1880 with x1830957333414528 ext(0->4095) 00002000:00010000:1.0:1746137651.835995:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e1880 00000100:00100000:1.0:1746137651.836012:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14611 00000100:00100000:1.0:1746137651.836018:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333414528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.836122:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333414528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.836128:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14611 00002000:00100000:1.0:1746137651.836132:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e1880 x1830957333414528/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.836138:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1880 with x1830957333414528 ext(0->4095) 00002000:00010000:1.0:1746137651.836141:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e1880 00000100:00100000:0.0:1746137651.837845:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.838446:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333414784 00000100:00100000:0.0:1746137651.838450:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333414784 00000100:00100000:0.0:1746137651.838475:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30998 00000100:00100000:0.0:1746137651.838480:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:1685:x1830957333414784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137651.838486:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137651.838492:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775dc0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcd73 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.838503:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.838506:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775db9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd6c expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.838511:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137651.838513:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775dc0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd73 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.838532:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775db9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd6c expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.838543:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141775dc0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd73 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.838551:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daee00, rc 0) 00000100:00100000:0.0:1746137651.838569:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:1685:x1830957333414784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137651.838574:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30998 00000100:00100000:0.0:1746137651.840115:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.842298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.842457:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333415168 00000100:00100000:1.0:1746137651.842462:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333415168 00002000:00100000:1.0:1746137651.842489:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd2680 x1830957333415168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.842497:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2680 with x1830957333415168 ext(0->4095) 00010000:00010000:1.0:1746137651.842503:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775db9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd6c expref: 53 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.842517:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775db9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd6c expref: 53 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.842523:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd2680 00000100:00100000:1.0:1746137651.842704:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3448 00000100:00100000:1.0:1746137651.842710:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:2007:x1830957333415168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.843065:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:2007:x1830957333415168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 353us (766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.843072:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3448 00002000:00100000:1.0:1746137651.843077:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd2680 x1830957333415168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.843084:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2680 with x1830957333415168 ext(0->4095) 00010000:00010000:1.0:1746137651.843089:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775db9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd6c expref: 53 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.843097:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775db9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd6c expref: 53 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.843103:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd2680 00000100:00100000:1.0:1746137651.846283:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.849220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.849290:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333415552 00000100:00100000:1.0:1746137651.849297:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333415552 00002000:00100000:1.0:1746137651.849335:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1500 x1830957333415552/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.849350:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1500 with x1830957333415552 ext(0->4095) 00002000:00010000:1.0:1746137651.849354:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1500 00000100:00100000:1.0:1746137651.849376:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14612 00000100:00100000:1.0:1746137651.849383:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2008:x1830957333415552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137651.849762:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2008:x1830957333415552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 379us (543us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.849768:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14612 00002000:00100000:1.0:1746137651.849773:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1500 x1830957333415552/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.849780:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1500 with x1830957333415552 ext(0->4095) 00002000:00010000:1.0:1746137651.849782:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1500 00000100:00100000:0.0:1746137651.851445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.855688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.858592:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.859092:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14613 00000100:00100000:1.0:1746137651.859101:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333416064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137651.859188:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333416064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (597us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137651.859193:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14613 00000100:00100000:0.0:1746137651.859488:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00002000:00100000:1.0:1746137651.859951:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd2a00 x1830957333416064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.859959:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2a00 with x1830957333416064 ext(0->4095) 00010000:00010000:1.0:1746137651.859964:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775dc7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd7a expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.859978:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775dc7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd7a expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.859983:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd2a00 00000100:00100000:0.0:1746137651.861145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.863257:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333416448 00000100:00100000:0.0:1746137651.863262:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333416448 00010000:00010000:0.0:1746137651.863284:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775dc7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd7a expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746137651.863302:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15351 00000100:00100000:0.0:1746137651.863307:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333416448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137651.863328:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137651.863345:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775dc7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd7a expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.863354:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775dc7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd7a expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.863372:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7400/0xddf4fb6141775dc7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd7a expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.863398:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.863400:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137651.863405:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775dce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd81 expref: 52 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.863412:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775dce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd81 expref: 52 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.863441:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775dce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd81 expref: 52 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137651.863451:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775dce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcd81 expref: 52 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746137651.863461:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327347072:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137651.863517:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137651.866404:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.870340:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.874903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.874959:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333417088 00000100:00100000:0.0:1746137651.874968:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333417088 00002000:00100000:0.0:1746137651.875002:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c70700 x1830957333417088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.875010:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830957333417088 ext(0->4095) 00002000:00010000:0.0:1746137651.875014:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70700 00000100:00100000:0.0:1746137651.875445:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14614 00000100:00100000:0.0:1746137651.875453:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:2009:x1830957333417088:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137651.875563:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:2009:x1830957333417088:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (665us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137651.875569:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14614 00002000:00100000:0.0:1746137651.875574:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c70700 x1830957333417088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 488/4536 e 0 to 0 dl 1746137662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.875586:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830957333417088 ext(0->4095) 00002000:00010000:0.0:1746137651.875588:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70700 00000100:00100000:0.0:1746137651.877268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.880449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.883991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.885033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.886933:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.887685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.890785:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.892257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.895577:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.902075:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.905505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.905800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.912431:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.916107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.924601:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.926958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.927931:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333419904 00000100:00100000:1.0:1746137651.927937:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333419904 00002000:00100000:1.0:1746137651.927964:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec58e00 x1830957333419904/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 496/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137651.927972:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec58e00 with x1830957333419904 ext(0->7) 00010000:00010000:1.0:1746137651.927978:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775df8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdab expref: 52 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746137651.927987:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775df8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdab expref: 52 pid: 21535 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746137651.927993:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec58e00 00000100:00100000:1.0:1746137651.928474:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3452 00000100:00100000:1.0:1746137651.928480:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2007:x1830957333419904:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137651.930504:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2007:x1830957333419904:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2019us (3543us total) trans 4294972162 rc 0/0 00000100:00100000:0.0:1746137651.930512:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3452 00002000:00100000:0.0:1746137651.930521:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec58e00 x1830957333419904/t4294972162(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 496/448 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.930529:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec58e00 with x1830957333419904 ext(0->7) 00010000:00010000:0.0:1746137651.930536:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775df8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdab expref: 54 pid: 21535 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746137651.930553:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775df8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdab expref: 54 pid: 21535 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746137651.930558:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec58e00 00000100:00100000:0.0:1746137651.932653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.936039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.938064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.941589:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.947113:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.949432:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.956515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.958054:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2010:x1830957333421056:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1373us (1541us total) trans 4294972163 rc 0/0 00000100:00100000:0.0:1746137651.958062:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3454 00002000:00100000:0.0:1746137651.958072:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec5bb80 x1830957333421056/t4294972163(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 496/448 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.958079:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5bb80 with x1830957333421056 ext(0->7) 00010000:00010000:0.0:1746137651.958085:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775e06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdb9 expref: 56 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137651.958095:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775e06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdb9 expref: 56 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137651.958100:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5bb80 00000100:00100000:0.0:1746137651.961651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.964556:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.970079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.973722:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.977148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137651.981371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.981601:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333422208 00000100:00100000:0.0:1746137651.981607:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333422208 00002000:00100000:0.0:1746137651.981638:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092c72680 x1830957333422208/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 496/0 e 0 to 0 dl 1746137662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.981646:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830957333422208 ext(0->7) 00010000:00010000:0.0:1746137651.981654:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775e14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdc7 expref: 56 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137651.981666:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775e14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdc7 expref: 56 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137651.981672:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c72680 00000100:00100000:0.0:1746137651.981699:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3456 00000100:00100000:0.0:1746137651.981706:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333422208:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137651.983505:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2007:x1830957333422208:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1793us (2128us total) trans 4294972164 rc 0/0 00000100:00100000:0.0:1746137651.983515:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3456 00002000:00100000:0.0:1746137651.983524:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092c72680 x1830957333422208/t4294972164(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:87/0 lens 496/448 e 0 to 0 dl 1746137662 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137651.983533:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830957333422208 ext(0->7) 00010000:00010000:0.0:1746137651.983544:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775e14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdc7 expref: 58 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137651.983561:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775e14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdc7 expref: 58 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137651.983568:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c72680 00000100:00100000:0.0:1746137651.989609:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137651.998034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.001621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.002928:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.005015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746137652.006530:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137652.010325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.012914:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.013018:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.016499:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.017211:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333423744 00000100:00100000:1.0:1746137652.017217:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333423744 00002000:00100000:1.0:1746137652.017245:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f121880 x1830957333423744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.017254:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f121880 with x1830957333423744 ext(0->4095) 00010000:00010000:1.0:1746137652.017260:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775e29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcddc expref: 59 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.017270:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775e29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcddc expref: 59 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.017275:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f121880 00000100:00100000:1.0:1746137652.017289:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3458 00000100:00100000:1.0:1746137652.017294:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2008:x1830957333423744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.017971:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2008:x1830957333423744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 675us (1477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.017977:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3458 00002000:00100000:1.0:1746137652.017982:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f121880 x1830957333423744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.017988:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f121880 with x1830957333423744 ext(0->4095) 00010000:00010000:1.0:1746137652.017992:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775e29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcddc expref: 58 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.018000:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775e29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcddc expref: 58 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.018004:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f121880 00000100:00100000:0.0:1746137652.020340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.025410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.025690:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333424256 00000100:00100000:1.0:1746137652.025696:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333424256 00002000:00100000:1.0:1746137652.025727:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f121180 x1830957333424256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.025735:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f121180 with x1830957333424256 ext(0->4095) 00010000:00010000:1.0:1746137652.025742:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775e30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcde3 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.025752:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775e30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcde3 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.025758:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f121180 00000100:00100000:1.0:1746137652.025783:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3459 00000100:00100000:1.0:1746137652.025790:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333424256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.025919:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333424256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.025925:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3459 00002000:00100000:1.0:1746137652.025930:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f121180 x1830957333424256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.025936:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f121180 with x1830957333424256 ext(0->4095) 00010000:00010000:1.0:1746137652.025940:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775e30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcde3 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.025948:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141775e30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcde3 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.025953:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f121180 00000100:00100000:0.0:1746137652.029449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.034011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.037335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.040304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.043549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.044388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.046272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.046329:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333425408 00000100:00100000:1.0:1746137652.046333:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333425408 00000100:00100000:1.0:1746137652.046362:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31018 00000100:00100000:1.0:1746137652.046366:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:1685:x1830957333425408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.046375:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.046383:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e4c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcdff expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.046394:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.046398:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775e45 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdf8 expref: 59 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.046403:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.046406:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e4c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdff expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.046528:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775e45 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdf8 expref: 59 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.046538:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e4c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdff expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.046544:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137652.046578:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:1685:x1830957333425408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 211us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.046583:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31018 00000100:00100000:0.0:1746137652.047510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.050351:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.052666:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.055219:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.057246:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.057335:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333426304 00000100:00100000:1.0:1746137652.057340:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333426304 00000100:00100000:1.0:1746137652.057380:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31019 00000100:00100000:1.0:1746137652.057386:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333426304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.057397:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.057409:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775e53 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce06 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.057428:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdff expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.057434:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.057436:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.057438:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775e53 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce06 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.057459:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdff expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.057469:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcdff expref: 57 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.057478:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327351680:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.057549:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.058718:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327351680:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.058735:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775e53 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce06 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.058746:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137652.058775:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333426304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1389us (1531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.058781:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31019 00000100:00100000:0.0:1746137652.059011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.061068:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.063891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.063958:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333426816 00000100:00100000:1.0:1746137652.063963:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333426816 00000100:00100000:1.0:1746137652.064001:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31020 00000100:00100000:1.0:1746137652.064007:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1685:x1830957333426816:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.064019:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.064034:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775e5a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce0d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.064054:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775e53 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce06 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.064061:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.064062:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.064065:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775e5a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce0d expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.064087:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775e53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce06 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.064096:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775e53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce06 expref: 5 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.064106:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327351936:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.064168:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.066224:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.066308:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327351936:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.066340:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775e5a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce0d expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.066358:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137652.066394:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1685:x1830957333426816:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2387us (2506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.066403:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31020 00000100:00100000:0.0:1746137652.066456:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.066646:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333427072 00000100:00100000:1.0:1746137652.066650:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333427072 00000100:00100000:1.0:1746137652.066963:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31021 00000100:00100000:1.0:1746137652.066969:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1679:x1830957333427072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.066978:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.066986:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e61 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce14 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.067006:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775e5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce0d expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.067011:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.067013:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.067015:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e61 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce14 expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.067059:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775e5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce0d expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.067069:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775e5a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce0d expref: 59 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.067077:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327352192:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.067099:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.068934:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327352192:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.068950:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e61 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce14 expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.068960:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137652.068983:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:1679:x1830957333427072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2015us (2528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.068989:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31021 00000100:00100000:0.0:1746137652.069129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.075643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.075766:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333427456 00000100:00100000:1.0:1746137652.075775:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333427456 00000100:00100000:1.0:1746137652.075876:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31022 00000100:00100000:1.0:1746137652.075884:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333427456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.075898:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.075913:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775e68 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce1b expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.075934:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.075939:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e61 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce14 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.075945:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137652.075947:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775e68 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce1b expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.075978:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e61 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce14 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.075987:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775e68 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce1b expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.075994:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137652.076029:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333427456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.076034:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31022 00000100:00100000:0.0:1746137652.076905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.079717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.083265:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.083354:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.086120:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.088192:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.092350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.092688:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333428736 00000100:00100000:1.0:1746137652.092698:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333428736 00002000:00100000:1.0:1746137652.092730:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aad80 x1830957333428736/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.092738:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aad80 with x1830957333428736 ext(0->4095) 00002000:00010000:1.0:1746137652.092741:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9aad80 00000100:00100000:1.0:1746137652.092767:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14625 00000100:00100000:1.0:1746137652.092774:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2008:x1830957333428736:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.093057:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2008:x1830957333428736:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 282us (706us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.093064:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14625 00002000:00100000:1.0:1746137652.093069:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aad80 x1830957333428736/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.093081:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aad80 with x1830957333428736 ext(0->4095) 00002000:00010000:1.0:1746137652.093084:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9aad80 00000100:00100000:0.0:1746137652.094287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.094343:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333428864 00000100:00100000:1.0:1746137652.094349:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333428864 00000100:00100000:1.0:1746137652.094386:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31024 00000100:00100000:1.0:1746137652.094392:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333428864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.094402:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.094412:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775e76 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce29 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.094429:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775e6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce22 expref: 57 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.094434:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.094435:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.094437:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775e76 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce29 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.094454:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775e6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce22 expref: 57 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.094460:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775e6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce22 expref: 57 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.094467:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327352960:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.094529:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.095311:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327352960:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.095344:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775e76 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce29 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.095354:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137652.095376:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333428864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 984us (1092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.095382:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31024 00000100:00100000:0.0:1746137652.095841:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.097921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.098060:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333429248 00000100:00100000:1.0:1746137652.098066:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333429248 00002000:00100000:1.0:1746137652.098093:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4707480 x1830957333429248/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.098100:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4707480 with x1830957333429248 ext(0->4095) 00002000:00010000:1.0:1746137652.098104:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4707480 00000100:00100000:1.0:1746137652.098128:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14626 00000100:00100000:1.0:1746137652.098133:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333429248:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.098224:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333429248:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.098230:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14626 00002000:00100000:1.0:1746137652.098234:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4707480 x1830957333429248/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.098240:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4707480 with x1830957333429248 ext(0->4095) 00002000:00010000:1.0:1746137652.098242:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4707480 00000100:00100000:0.0:1746137652.099712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.099782:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333429376 00000100:00100000:1.0:1746137652.099788:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333429376 00000100:00100000:1.0:1746137652.099848:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31025 00000100:00100000:1.0:1746137652.099855:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1685:x1830957333429376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.099867:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.099880:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e7d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce30 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.099900:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775e76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce29 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.099906:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.099907:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.099911:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e7d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce30 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.099933:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775e76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce29 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.099948:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775e76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce29 expref: 5 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.099957:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327353216:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.100028:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.101154:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327353216:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.101172:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e7d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce30 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.101187:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137652.101577:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1685:x1830957333429376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1721us (1868us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.101585:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31025 00000100:00100000:0.0:1746137652.101775:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.103543:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.104327:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333429632 00000100:00100000:1.0:1746137652.104334:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333429632 00000100:00100000:1.0:1746137652.104379:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31026 00000100:00100000:1.0:1746137652.104386:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1679:x1830957333429632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.104399:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.104412:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775e84 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce37 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.104431:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce30 expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.104437:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.104439:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.104442:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775e84 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce37 expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.104465:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce30 expref: 59 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.104474:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e7d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce30 expref: 59 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.104487:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327353472:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.105067:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.106183:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333429888 00000100:00100000:0.0:1746137652.106190:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333429888 00002000:00100000:0.0:1746137652.106224:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846daa00 x1830957333429888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.106233:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846daa00 with x1830957333429888 ext(0->4095) 00010000:00010000:0.0:1746137652.106241:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e7d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce30 expref: 60 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.106255:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e7d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce30 expref: 60 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.106261:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846daa00 00000100:00100000:0.0:1746137652.106303:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3464 00000100:00100000:0.0:1746137652.106312:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2008:x1830957333429888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.106386:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327353472:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.106402:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775e84 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce37 expref: 60 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.106413:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e600, rc 0) 00000100:00100000:1.0:1746137652.106600:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:1679:x1830957333429632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2214us (3059us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.106607:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31026 00000100:00100000:0.0:1746137652.106744:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2008:x1830957333429888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 430us (708us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137652.106751:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3464 00002000:00100000:0.0:1746137652.106758:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846daa00 x1830957333429888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.106781:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846daa00 with x1830957333429888 ext(0->4095) 00010000:00010000:0.0:1746137652.106788:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce30 expref: 59 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.106799:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775e7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce30 expref: 59 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.106833:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846daa00 00000100:00100000:0.0:1746137652.108264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.108467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.108503:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333430144 00000100:00100000:1.0:1746137652.108508:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333430144 00000100:00100000:1.0:1746137652.108544:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31027 00000100:00100000:1.0:1746137652.108550:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333430144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.108564:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.108576:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e8b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce3e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.108593:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.108598:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775e84 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce37 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.108603:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137652.108606:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e8b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce3e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.108637:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e600/0xddf4fb6141775e84 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce37 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.108647:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e8b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce3e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.108654:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137652.108688:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333430144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.108693:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31027 00000100:00100000:0.0:1746137652.111366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.116531:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333430656 00000100:00100000:0.0:1746137652.116539:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333430656 00000100:00100000:0.0:1746137652.116587:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31028 00000100:00100000:0.0:1746137652.116594:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1679:x1830957333430656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137652.116608:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137652.116621:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775e92 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce45 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.116641:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137652.116645:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e8b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce3e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.116650:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137652.116653:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775e92 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce45 expref: 59 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.116680:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e8b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce3e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.116690:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775e92 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce45 expref: 60 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.116698:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b50000, rc 0) 00000100:00100000:0.0:1746137652.116732:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:1679:x1830957333430656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137652.116737:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31028 00000100:00100000:0.0:1746137652.119161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.123273:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.126404:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.130234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.130349:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333431424 00000100:00100000:1.0:1746137652.130356:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333431424 00000100:00100000:1.0:1746137652.130390:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31029 00000100:00100000:1.0:1746137652.130397:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333431424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.130412:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.130426:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e99 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce4c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.130448:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775e92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce45 expref: 57 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.130455:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.130456:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.130459:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e99 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce4c expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.130488:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775e92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce45 expref: 57 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.130498:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775e92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce45 expref: 57 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.130507:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327354240:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.130586:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.132797:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327354240:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137652.132878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137652.133046:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775e99 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce4c expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.133059:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137652.133095:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333431424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2698us (2866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.133103:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31029 00000100:00100000:0.0:1746137652.136918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.137388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.141969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.142026:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333432064 00000100:00100000:1.0:1746137652.142032:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333432064 00000100:00100000:1.0:1746137652.142069:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31031 00000100:00100000:1.0:1746137652.142075:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:1685:x1830957333432064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.142087:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746137652.142091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137652.142098:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ea7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce5a expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.142117:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.142121:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141775ea0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce53 expref: 60 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.142127:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.142129:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ea7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce5a expref: 60 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.142153:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141775ea0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce53 expref: 60 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.142162:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ea7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce5a expref: 60 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.142169:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137652.142198:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:1685:x1830957333432064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.142203:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31031 00000100:00100000:1.0:1746137652.148284:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.153778:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.157692:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327354880:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137652.157716:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137652.158279:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2007:x1830957333432576:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4172us (4506us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137652.158288:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15382 00000100:00100000:1.0:1746137652.158480:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.158575:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333432832 00000100:00100000:0.0:1746137652.158580:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333432832 00002000:00100000:0.0:1746137652.158610:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c70e00 x1830957333432832/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.158618:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70e00 with x1830957333432832 ext(0->4095) 00002000:00010000:0.0:1746137652.158622:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70e00 00000100:00100000:0.0:1746137652.158646:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14629 00000100:00100000:0.0:1746137652.158652:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2008:x1830957333432832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137652.158748:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2008:x1830957333432832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (270us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137652.158753:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14629 00002000:00100000:0.0:1746137652.158758:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c70e00 x1830957333432832/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.158764:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70e00 with x1830957333432832 ext(0->4095) 00002000:00010000:0.0:1746137652.158766:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70e00 00000100:00100000:0.0:1746137652.162061:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333432960 00000100:00100000:0.0:1746137652.162070:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333432960 00000100:00100000:0.0:1746137652.162136:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31032 00000100:00100000:0.0:1746137652.162146:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333432960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137652.162162:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137652.162179:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775eae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce61 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.162205:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce5a expref: 57 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.162212:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137652.162213:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137652.162217:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775eae lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce61 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.162245:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ea7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce5a expref: 57 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.162258:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ea7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce5a expref: 57 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746137652.162269:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327355008:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137652.162380:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.167078:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333433088 00000100:00100000:0.0:1746137652.167086:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333433088 00010000:00010000:0.0:1746137652.167117:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ea7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce5a expref: 58 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746137652.167170:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15383 00000100:00100000:0.0:1746137652.167178:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2008:x1830957333433088:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137652.167191:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137652.167211:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ea7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce5a expref: 58 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.167221:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ea7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce5a expref: 58 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.167241:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775ea7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce5a expref: 58 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.167282:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.167285:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.167292:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775eae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce61 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.167300:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775eae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce61 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.167355:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775eae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce61 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137652.167369:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327355136:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137652.167452:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.170208:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.170324:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.170331:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327355136:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137652.170350:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137652.170386:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2008:x1830957333433088:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3209us (3395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.170393:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15383 00000100:00100000:1.0:1746137652.170426:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333433216 00000100:00100000:1.0:1746137652.170429:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333433216 00000100:00100000:1.0:1746137652.170449:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31033 00000100:00100000:1.0:1746137652.170454:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1679:x1830957333433216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.170462:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.170474:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775eb5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce68 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.170493:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775eae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce61 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.170500:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.170501:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.170504:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775eb5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce68 expref: 58 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.170524:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775eae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce61 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.170533:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775eae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce61 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.170542:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327355264:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.170587:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.173413:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.173500:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333433600 00000100:00100000:1.0:1746137652.173507:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333433600 00000100:00100000:1.0:1746137652.173537:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31034 00000100:00100000:1.0:1746137652.173544:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:1685:x1830957333433600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.173557:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.173570:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775ebc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdce6f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.173592:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.173596:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775eb5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce68 expref: 60 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.173603:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.173606:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775ebc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce6f expref: 60 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.173634:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775eb5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce68 expref: 60 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.173643:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775ebc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce6f expref: 60 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.173651:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137652.173699:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:1685:x1830957333433600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.173704:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31034 00000100:00100000:1.0:1746137652.175019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.175223:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333433728 00000100:00100000:0.0:1746137652.175230:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333433728 00010000:00010000:0.0:1746137652.175258:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775eae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce61 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746137652.175303:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15384 00000100:00100000:0.0:1746137652.175309:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333433728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137652.175330:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137652.175345:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775eae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce61 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.175355:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090b50000/0xddf4fb6141775eae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce61 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.175371:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.175373:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.175379:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775eb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce68 expref: 59 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.175385:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775eb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce68 expref: 59 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.175405:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775eb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce68 expref: 59 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.175419:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775eb5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce68 expref: 59 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746137652.175428:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f2d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327355520:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137652.175474:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.179254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.186294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.190064:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.190169:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333434368 00000100:00100000:1.0:1746137652.190177:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333434368 00002000:00100000:1.0:1746137652.190210:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2ea00 x1830957333434368/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.190220:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2ea00 with x1830957333434368 ext(0->4095) 00002000:00010000:1.0:1746137652.190224:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2ea00 00000100:00100000:1.0:1746137652.190249:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14631 00000100:00100000:1.0:1746137652.190257:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2007:x1830957333434368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.190362:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2007:x1830957333434368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.190368:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14631 00002000:00100000:1.0:1746137652.190373:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2ea00 x1830957333434368/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.190380:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2ea00 with x1830957333434368 ext(0->4095) 00002000:00010000:1.0:1746137652.190383:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2ea00 00000100:00100000:0.0:1746137652.194300:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.201269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.207517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.207902:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333435008 00000100:00100000:1.0:1746137652.207911:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333435008 00002000:00100000:1.0:1746137652.207949:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2c700 x1830957333435008/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.207957:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2c700 with x1830957333435008 ext(0->4095) 00010000:00010000:1.0:1746137652.207964:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775ec3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce76 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.207977:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775ec3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce76 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.207983:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2c700 00000100:00100000:1.0:1746137652.208027:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3469 00000100:00100000:1.0:1746137652.208035:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333435008:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.208169:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333435008:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (659us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.208179:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3469 00002000:00100000:1.0:1746137652.208186:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2c700 x1830957333435008/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.208192:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2c700 with x1830957333435008 ext(0->4095) 00010000:00010000:1.0:1746137652.208197:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775ec3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce76 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.208206:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7e00/0xddf4fb6141775ec3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce76 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.208212:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2c700 00000100:00100000:0.0:1746137652.212796:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.217347:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327356160:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137652.217367:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137652.217436:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333435136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4459us (4644us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137652.217446:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15387 00000100:00100000:0.0:1746137652.227907:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.244655:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333435648 00000100:00100000:1.0:1746137652.244669:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333435648 00002000:00100000:1.0:1746137652.244713:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846d8a80 x1830957333435648/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 496/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.244723:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d8a80 with x1830957333435648 ext(0->7) 00010000:00010000:1.0:1746137652.244732:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775eca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce7d expref: 58 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.244746:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775eca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce7d expref: 58 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.244752:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d8a80 00000100:00100000:1.0:1746137652.244796:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3470 00000100:00100000:1.0:1746137652.244843:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2007:x1830957333435648:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137652.250464:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2007:x1830957333435648:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 5650us (7319us total) trans 4294972165 rc 0/0 00000100:00100000:0.0:1746137652.250476:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3470 00002000:00100000:0.0:1746137652.250487:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846d8a80 x1830957333435648/t4294972165(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 496/448 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.250495:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d8a80 with x1830957333435648 ext(0->7) 00010000:00010000:0.0:1746137652.250506:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775eca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce7d expref: 60 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.250522:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775eca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce7d expref: 60 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.250528:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d8a80 00000100:00100000:0.0:1746137652.253660:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.263782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.265217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.266135:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333436032 00000100:00100000:1.0:1746137652.266140:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333436032 00002000:00100000:1.0:1746137652.266168:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2e680 x1830957333436032/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.266177:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2e680 with x1830957333436032 ext(0->4095) 00010000:00010000:1.0:1746137652.266183:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775ed1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce84 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.266192:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775ed1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce84 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.266197:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2e680 00000100:00100000:1.0:1746137652.266221:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3471 00000100:00100000:1.0:1746137652.266226:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333436032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.266464:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333436032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 237us (2699us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.266470:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3471 00002000:00100000:1.0:1746137652.266474:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2e680 x1830957333436032/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.266481:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2e680 with x1830957333436032 ext(0->4095) 00010000:00010000:1.0:1746137652.266485:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775ed1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce84 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.266492:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775ed1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce84 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.266498:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2e680 00000100:00100000:0.0:1746137652.270167:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.274112:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846dad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327356672:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137652.274131:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137652.275038:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333436288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4189us (4873us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137652.275048:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15389 00000100:00100000:0.0:1746137652.275266:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333436544 00000100:00100000:0.0:1746137652.275272:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333436544 00002000:00100000:0.0:1746137652.275304:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9500 x1830957333436544/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.275323:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9500 with x1830957333436544 ext(0->4095) 00002000:00010000:0.0:1746137652.275327:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d9500 00000100:00100000:0.0:1746137652.275343:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14633 00000100:00100000:0.0:1746137652.275350:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2007:x1830957333436544:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137652.275464:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2007:x1830957333436544:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137652.275473:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14633 00002000:00100000:0.0:1746137652.275478:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9500 x1830957333436544/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.275484:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9500 with x1830957333436544 ext(0->4095) 00002000:00010000:0.0:1746137652.275486:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d9500 00000100:00100000:0.0:1746137652.277998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.283652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.286429:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2007:x1830957333436800:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2381us (2776us total) trans 4294972166 rc 0/0 00000100:00100000:0.0:1746137652.286438:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3472 00002000:00100000:0.0:1746137652.286448:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012deece00 x1830957333436800/t4294972166(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 496/448 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.286456:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deece00 with x1830957333436800 ext(0->7) 00010000:00010000:0.0:1746137652.286464:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141775ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce8b expref: 62 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.286476:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141775ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce8b expref: 62 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.286482:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deece00 00000100:00100000:0.0:1746137652.293965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.296168:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.300127:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333437312 00000100:00100000:0.0:1746137652.300132:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333437312 00002000:00100000:0.0:1746137652.300162:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090951f80 x1830957333437312/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.300170:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951f80 with x1830957333437312 ext(0->4095) 00010000:00010000:0.0:1746137652.300177:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141775edf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce92 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.300187:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141775edf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce92 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.300192:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090951f80 00000100:00100000:0.0:1746137652.300212:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3473 00000100:00100000:0.0:1746137652.300218:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333437312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137652.301748:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333437312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1525us (1983us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137652.301756:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3473 00002000:00100000:0.0:1746137652.301764:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090951f80 x1830957333437312/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.301771:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951f80 with x1830957333437312 ext(0->4095) 00010000:00010000:0.0:1746137652.301779:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141775edf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce92 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.301789:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141775edf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce92 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.301795:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090951f80 00000100:00100000:1.0:1746137652.302128:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327357056:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.302147:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775ee6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce99 expref: 62 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.302159:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:1.0:1746137652.302182:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:1679:x1830957333437056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3726us (6016us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.302187:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31040 00000100:00100000:0.0:1746137652.308476:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.312246:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333437824 00000100:00100000:1.0:1746137652.312253:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333437824 00000100:00100000:1.0:1746137652.312457:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31041 00000100:00100000:1.0:1746137652.312464:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333437824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.312481:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.312493:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775eed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcea0 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.312513:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775ee6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce99 expref: 61 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.312520:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.312521:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.312524:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775eed lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcea0 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.312547:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775ee6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce99 expref: 61 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.312557:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775ee6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce99 expref: 61 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.312566:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327357312:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.312915:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.315328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.315401:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327357312:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.315422:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775eed lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcea0 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.315437:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085cc00, rc 0) 00000100:00100000:1.0:1746137652.315485:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333437824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3021us (3314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.315492:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31041 00000100:00100000:0.0:1746137652.316498:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333437952:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 998us (1182us total) trans 4294972167 rc 0/0 00000100:00100000:0.0:1746137652.316505:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3474 00002000:00100000:0.0:1746137652.316511:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012deee300 x1830957333437952/t4294972167(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 496/448 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.316518:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deee300 with x1830957333437952 ext(0->7) 00010000:00010000:0.0:1746137652.316523:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775ee6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce99 expref: 64 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.316533:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141775ee6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdce99 expref: 64 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.316539:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deee300 00000100:00100000:0.0:1746137652.320768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.326935:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.327211:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333438336 00000100:00100000:1.0:1746137652.327217:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333438336 00002000:00100000:1.0:1746137652.327248:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deedf80 x1830957333438336/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.327257:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deedf80 with x1830957333438336 ext(0->4095) 00002000:00010000:1.0:1746137652.327260:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deedf80 00000100:00100000:1.0:1746137652.327285:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14635 00000100:00100000:1.0:1746137652.327292:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333438336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.327411:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333438336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.327419:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14635 00002000:00100000:1.0:1746137652.327423:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deedf80 x1830957333438336/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.327430:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deedf80 with x1830957333438336 ext(0->4095) 00002000:00010000:1.0:1746137652.327433:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deedf80 00000100:00100000:0.0:1746137652.329200:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.329309:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.329392:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333438464 00000100:00100000:1.0:1746137652.329397:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333438464 00000100:00100000:1.0:1746137652.329423:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333438592 00000100:00100000:1.0:1746137652.329424:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333438592 00000100:00100000:1.0:1746137652.329449:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31042 00000100:00100000:1.0:1746137652.329455:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333438464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.329466:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.329479:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb6141775ef4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcea7 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.329500:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775eed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcea0 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.329507:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.329508:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.329511:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb6141775ef4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcea7 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.329534:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775eed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcea0 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.329543:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009085cc00/0xddf4fb6141775eed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcea0 expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.329553:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327357568:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.329608:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.331757:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327357568:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.331777:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb6141775ef4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcea7 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.331789:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009085dc00, rc 0) 00000100:00100000:1.0:1746137652.331844:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333438464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2388us (2648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.331852:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31042 00000100:00100000:0.0:1746137652.332015:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.333973:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.334061:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333438976 00000100:00100000:1.0:1746137652.334065:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333438976 00002000:00100000:1.0:1746137652.334090:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deeed80 x1830957333438976/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.334097:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeed80 with x1830957333438976 ext(0->4095) 00010000:00010000:1.0:1746137652.334102:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb6141775ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcea7 expref: 65 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.334111:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb6141775ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcea7 expref: 65 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.334116:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deeed80 00000100:00100000:1.0:1746137652.334216:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3475 00000100:00100000:1.0:1746137652.334223:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333438976:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.334415:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333438976:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 192us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.334420:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3475 00002000:00100000:1.0:1746137652.334424:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deeed80 x1830957333438976/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.334430:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeed80 with x1830957333438976 ext(0->4095) 00010000:00010000:1.0:1746137652.334434:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb6141775ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcea7 expref: 65 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.334442:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009085dc00/0xddf4fb6141775ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcea7 expref: 65 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.334446:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deeed80 00000100:00100000:0.0:1746137652.336981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.341445:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.341570:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333439360 00000100:00100000:1.0:1746137652.341576:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333439360 00002000:00100000:1.0:1746137652.341606:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef480 x1830957333439360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.341614:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef480 with x1830957333439360 ext(0->4095) 00002000:00010000:1.0:1746137652.341617:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deef480 00000100:00100000:1.0:1746137652.341643:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14636 00000100:00100000:1.0:1746137652.341650:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333439360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.341760:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333439360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.341766:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14636 00002000:00100000:1.0:1746137652.341771:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef480 x1830957333439360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.341778:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef480 with x1830957333439360 ext(0->4095) 00002000:00010000:1.0:1746137652.341780:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deef480 00000100:00100000:0.0:1746137652.347718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.347916:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333439488 00000100:00100000:1.0:1746137652.347925:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333439488 00000100:00100000:1.0:1746137652.348628:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31044 00000100:00100000:1.0:1746137652.348636:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333439488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.348651:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.348664:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f02 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdceb5 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.348685:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775efb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceae expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.348691:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.348693:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.348696:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f02 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceb5 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.348719:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775efb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceae expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.348729:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775efb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceae expref: 63 pid: 11509 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.348739:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327358080:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.349660:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.353750:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327358080:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.353773:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f02 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceb5 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.353786:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137652.353847:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333439488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5210us (6134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.353855:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31044 00000100:00100000:0.0:1746137652.362251:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.363620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.364284:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333439744 00000100:00100000:1.0:1746137652.364290:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333439744 00000100:00100000:1.0:1746137652.364324:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31045 00000100:00100000:1.0:1746137652.364330:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333439744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.364341:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.364352:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f09 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcebc expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.364373:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.364377:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f02 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceb5 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.364383:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137652.364385:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f09 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcebc expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.364412:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f02 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceb5 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.364425:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f09 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcebc expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.364432:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137652.364470:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333439744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.364476:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31045 00000100:00100000:0.0:1746137652.368081:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.373528:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333440256 00000100:00100000:0.0:1746137652.373536:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333440256 00010000:00010000:0.0:1746137652.373567:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceb5 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746137652.373603:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15396 00000100:00100000:0.0:1746137652.373610:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333440256:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137652.373621:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137652.373636:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceb5 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.373646:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f02 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceb5 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.373663:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f02 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceb5 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.373687:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.373690:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.373695:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcebc expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.373702:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcebc expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.373729:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcebc expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137652.373742:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081287800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327358464:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137652.373829:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.376064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.377209:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333440512 00000100:00100000:1.0:1746137652.377216:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333440512 00002000:00100000:1.0:1746137652.377249:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081286d80 x1830957333440512/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.377258:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081286d80 with x1830957333440512 ext(0->4095) 00002000:00010000:1.0:1746137652.377262:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081286d80 00000100:00100000:1.0:1746137652.377285:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14637 00000100:00100000:1.0:1746137652.377291:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333440512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.377397:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333440512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (1333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.377402:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14637 00002000:00100000:1.0:1746137652.377407:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081286d80 x1830957333440512/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.377413:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081286d80 with x1830957333440512 ext(0->4095) 00002000:00010000:1.0:1746137652.377416:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081286d80 00000100:00100000:0.0:1746137652.382682:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.386466:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.386500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.389117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.389434:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333441152 00000100:00100000:1.0:1746137652.389440:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333441152 00002000:00100000:1.0:1746137652.389469:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081285500 x1830957333441152/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.389477:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081285500 with x1830957333441152 ext(0->4095) 00010000:00010000:1.0:1746137652.389485:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775f10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcec3 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.389496:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775f10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcec3 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.389503:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081285500 00000100:00100000:1.0:1746137652.389532:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3478 00000100:00100000:1.0:1746137652.389538:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333441152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.389633:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333441152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.389639:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3478 00002000:00100000:1.0:1746137652.389643:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081285500 x1830957333441152/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.389650:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081285500 with x1830957333441152 ext(0->4095) 00010000:00010000:1.0:1746137652.389654:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775f10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcec3 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.389662:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141775f10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcec3 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.389666:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081285500 00000100:00100000:0.0:1746137652.392021:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.395488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.397895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.403030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.403080:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333441792 00000100:00100000:1.0:1746137652.403086:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333441792 00002000:00100000:1.0:1746137652.403120:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081284e00 x1830957333441792/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 496/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.403128:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284e00 with x1830957333441792 ext(0->7) 00010000:00010000:1.0:1746137652.403135:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775f17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceca expref: 66 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.403147:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775f17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceca expref: 66 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.403153:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081284e00 00000100:00100000:1.0:1746137652.403179:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3479 00000100:00100000:1.0:1746137652.403186:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333441792:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137652.404906:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333441792:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1715us (1874us total) trans 4294972169 rc 0/0 00000100:00100000:0.0:1746137652.404915:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3479 00002000:00100000:0.0:1746137652.404923:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081284e00 x1830957333441792/t4294972169(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 496/448 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.404930:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284e00 with x1830957333441792 ext(0->7) 00010000:00010000:0.0:1746137652.404937:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775f17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceca expref: 68 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.404949:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141775f17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceca expref: 68 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.404955:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081284e00 00000100:00100000:0.0:1746137652.407456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.411898:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.413477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.413494:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333442304 00000100:00100000:0.0:1746137652.413497:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333442304 00002000:00100000:0.0:1746137652.413579:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c73100 x1830957333442304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.413587:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73100 with x1830957333442304 ext(0->4095) 00010000:00010000:0.0:1746137652.413592:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775f1e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdced1 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.413601:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775f1e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdced1 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.413606:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c73100 00000100:00100000:0.0:1746137652.413629:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3480 00000100:00100000:0.0:1746137652.413635:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333442304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137652.413777:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333442304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (299us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137652.413782:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3480 00002000:00100000:0.0:1746137652.413787:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c73100 x1830957333442304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.413794:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73100 with x1830957333442304 ext(0->4095) 00010000:00010000:0.0:1746137652.413798:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775f1e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdced1 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.413893:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141775f1e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdced1 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.413899:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c73100 00000100:00100000:0.0:1746137652.415328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.415369:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333442432 00000100:00100000:1.0:1746137652.415374:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333442432 00000100:00100000:1.0:1746137652.415406:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31050 00000100:00100000:1.0:1746137652.415411:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1685:x1830957333442432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.415420:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.415430:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f2c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcedf expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.415446:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.415451:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775f25 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdced8 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.415460:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.415463:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f2c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcedf expref: 70 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.415482:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775f25 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdced8 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.415489:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f2c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcedf expref: 70 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.415495:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137652.415989:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1685:x1830957333442432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 576us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.415995:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31050 00000100:00100000:0.0:1746137652.416060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.419033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.419081:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333442816 00000100:00100000:1.0:1746137652.419087:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333442816 00002000:00100000:1.0:1746137652.419115:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5500 x1830957333442816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.419123:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5500 with x1830957333442816 ext(0->4095) 00010000:00010000:1.0:1746137652.419130:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775f25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdced8 expref: 69 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.419140:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775f25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdced8 expref: 69 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.419146:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d5500 00000100:00100000:1.0:1746137652.419173:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3481 00000100:00100000:1.0:1746137652.419179:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333442816:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.419290:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333442816:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.420167:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3481 00002000:00100000:1.0:1746137652.420179:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5500 x1830957333442816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.420186:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5500 with x1830957333442816 ext(0->4095) 00010000:00010000:1.0:1746137652.420193:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775f25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdced8 expref: 69 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.420202:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141775f25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdced8 expref: 69 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.420207:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d5500 00000100:00100000:0.0:1746137652.420972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.422893:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.422948:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333443200 00000100:00100000:1.0:1746137652.422952:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333443200 00002000:00100000:1.0:1746137652.422976:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d7100 x1830957333443200/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.423022:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7100 with x1830957333443200 ext(0->4095) 00002000:00010000:1.0:1746137652.423026:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d7100 00000100:00100000:1.0:1746137652.423067:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14639 00000100:00100000:1.0:1746137652.423074:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333443200:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.423184:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333443200:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.423190:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14639 00002000:00100000:1.0:1746137652.423195:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d7100 x1830957333443200/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.423201:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7100 with x1830957333443200 ext(0->4095) 00002000:00010000:1.0:1746137652.423204:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d7100 00000100:00100000:0.0:1746137652.425890:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.425956:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333443328 00000100:00100000:1.0:1746137652.425962:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333443328 00000100:00100000:1.0:1746137652.426004:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31051 00000100:00100000:1.0:1746137652.426010:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333443328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.426023:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.426038:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f33 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcee6 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.426059:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcedf expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.426066:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.426067:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.426070:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f33 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcee6 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.426093:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcedf expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.426102:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcedf expref: 67 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.426116:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327359872:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.426342:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.427733:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327359872:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.427754:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f33 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcee6 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.427766:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137652.427801:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333443328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1791us (1916us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.427829:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31051 00000100:00100000:0.0:1746137652.429232:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.432480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.433082:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333443712 00000100:00100000:1.0:1746137652.433089:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333443712 00002000:00100000:1.0:1746137652.433122:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5c00 x1830957333443712/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.433132:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5c00 with x1830957333443712 ext(0->4095) 00002000:00010000:1.0:1746137652.433135:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d5c00 00000100:00100000:1.0:1746137652.433277:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14640 00000100:00100000:1.0:1746137652.433283:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333443712:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.433460:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333443712:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (981us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.433466:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14640 00002000:00100000:1.0:1746137652.433471:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5c00 x1830957333443712/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.433483:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5c00 with x1830957333443712 ext(0->4095) 00002000:00010000:1.0:1746137652.433485:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d5c00 00000100:00100000:0.0:1746137652.434060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.434274:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333443840 00000100:00100000:1.0:1746137652.434277:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333443840 00000100:00100000:1.0:1746137652.434307:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31052 00000100:00100000:1.0:1746137652.434320:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333443840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.434335:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.434348:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f3a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdceed expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.434371:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f33 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcee6 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.434378:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.434379:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.434382:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f3a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceed expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.434402:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcee6 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.434411:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcee6 expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.434420:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327360128:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.434480:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.436482:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.437033:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327360128:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.437051:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f3a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceed expref: 69 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.437062:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137652.437094:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333443840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2782us (3035us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.437100:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31052 00000100:00100000:0.0:1746137652.439637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.446905:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333444352 00000100:00100000:0.0:1746137652.446910:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333444352 00002000:00100000:0.0:1746137652.446940:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846db100 x1830957333444352/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.446948:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846db100 with x1830957333444352 ext(0->4095) 00010000:00010000:0.0:1746137652.446954:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceed expref: 69 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.446965:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceed expref: 69 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.446971:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846db100 00000100:00100000:0.0:1746137652.446995:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3482 00000100:00100000:0.0:1746137652.447001:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333444352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137652.447094:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333444352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137652.447107:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3482 00002000:00100000:0.0:1746137652.447118:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846db100 x1830957333444352/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.447564:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846db100 with x1830957333444352 ext(0->4095) 00010000:00010000:0.0:1746137652.447570:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceed expref: 69 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.447579:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdceed expref: 69 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.447585:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846db100 00000100:00100000:0.0:1746137652.449155:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.451672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.452954:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.456242:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.459949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.463161:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.463731:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.464230:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31055 00000100:00100000:1.0:1746137652.464238:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333445376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.464252:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.464265:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775f4f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf02 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.464286:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775f48 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcefb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.464293:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.464294:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.464297:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775f4f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf02 expref: 69 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.464330:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775f48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcefb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.464340:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141775f48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcefb expref: 5 pid: 11509 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.464354:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327360896:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.464423:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.465360:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327360896:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.465373:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775f4f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf02 expref: 69 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.465381:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e800, rc 0) 00000100:00100000:1.0:1746137652.465410:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333445376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1173us (2255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.465415:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31055 00000100:00100000:0.0:1746137652.465931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.468437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.470607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.473248:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.475203:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.475282:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333446400 00000100:00100000:1.0:1746137652.475288:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333446400 00000100:00100000:1.0:1746137652.475331:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31057 00000100:00100000:1.0:1746137652.475337:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333446400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.475348:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.475361:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f5d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf10 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.475380:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775f56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf09 expref: 67 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.475386:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.475388:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.475391:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f5d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf10 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.475424:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775f56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf09 expref: 67 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.475433:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141775f56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf09 expref: 67 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.475443:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327361408:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.475509:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.476385:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327361408:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.476408:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f5d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf10 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.476418:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137652.476454:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333446400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1116us (1252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.476460:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31057 00000100:00100000:0.0:1746137652.476595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.478043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.479336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.479561:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333446912 00000100:00100000:1.0:1746137652.479565:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333446912 00000100:00100000:1.0:1746137652.479601:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31058 00000100:00100000:1.0:1746137652.479607:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333446912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.479616:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.479629:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f64 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf17 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.479646:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f5d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf10 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.479653:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.479655:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.479658:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f64 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf17 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.479677:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf10 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.479948:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf10 expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.479960:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327361664:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.480023:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.481455:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327361664:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.481476:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f64 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf17 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.481489:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137652.481521:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1685:x1830957333446912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1908us (2182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.481528:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31058 00000100:00100000:0.0:1746137652.481630:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.484926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.487607:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333447424 00000100:00100000:1.0:1746137652.487614:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333447424 00000100:00100000:1.0:1746137652.487873:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31059 00000100:00100000:1.0:1746137652.487881:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333447424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.487896:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.487910:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f6b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf1e expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.487933:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf17 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.487939:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.487941:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.487944:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f6b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf1e expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.487965:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf17 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.487974:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf17 expref: 67 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.487983:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327361920:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.488052:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.489553:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327361920:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.489572:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f6b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf1e expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.489584:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137652.489624:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333447424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1744us (2451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.489634:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31059 00000100:00100000:0.0:1746137652.490157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.490221:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333447552 00000100:00100000:1.0:1746137652.490226:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333447552 00002000:00100000:1.0:1746137652.490253:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090ae6680 x1830957333447552/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 496/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.490262:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae6680 with x1830957333447552 ext(0->7) 00010000:00010000:1.0:1746137652.490267:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf17 expref: 68 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.490278:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf17 expref: 68 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.490284:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae6680 00000100:00100000:1.0:1746137652.490321:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3484 00000100:00100000:1.0:1746137652.490328:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333447552:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137652.491505:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:2007:x1830957333447552:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1173us (1345us total) trans 4294972170 rc 0/0 00000100:00100000:0.0:1746137652.491513:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3484 00002000:00100000:0.0:1746137652.491519:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090ae6680 x1830957333447552/t4294972170(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 496/448 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.491527:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae6680 with x1830957333447552 ext(0->7) 00010000:00010000:0.0:1746137652.491533:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf17 expref: 70 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.491543:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf17 expref: 70 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.491548:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae6680 00000100:00100000:0.0:1746137652.493422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.499955:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.500009:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333447808 00000100:00100000:1.0:1746137652.500017:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333447808 00000100:00100000:1.0:1746137652.500065:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31060 00000100:00100000:1.0:1746137652.500072:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:1679:x1830957333447808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.500085:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.500099:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f72 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf25 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.500121:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf1e expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.500132:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.500133:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.500136:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f72 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf25 expref: 71 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.500158:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf1e expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.500167:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141775f6b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf1e expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.500177:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327362176:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.500238:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.501152:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.502088:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327362176:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.502104:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f72 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf25 expref: 70 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.502115:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137652.502141:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:1679:x1830957333447808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2069us (2193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.502147:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31060 00000100:00100000:0.0:1746137652.506398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.510697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.515173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.515263:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333448576 00000100:00100000:1.0:1746137652.515271:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333448576 00000100:00100000:1.0:1746137652.515771:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31061 00000100:00100000:1.0:1746137652.515780:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333448576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.515796:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.515847:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f79 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf2c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.515870:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf25 expref: 69 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.515877:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.515878:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.515881:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f79 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf2c expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.515906:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf25 expref: 69 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.515917:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf25 expref: 69 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.515931:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327362432:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.516004:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.518548:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327362432:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.518571:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f79 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf2c expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.518585:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e000, rc 0) 00000100:00100000:1.0:1746137652.518620:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333448576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2840us (3452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.518631:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31061 00000100:00100000:0.0:1746137652.522300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.523722:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2007:x1830957333448704:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1154us (1422us total) trans 4294972171 rc 0/0 00000100:00100000:0.0:1746137652.523730:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3486 00002000:00100000:0.0:1746137652.523737:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012c3ed180 x1830957333448704/t4294972171(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 496/448 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.523744:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ed180 with x1830957333448704 ext(0->7) 00010000:00010000:0.0:1746137652.523750:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf25 expref: 72 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.523760:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf25 expref: 72 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.523765:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ed180 00000100:00100000:0.0:1746137652.532679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.535156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.535227:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333448960 00000100:00100000:1.0:1746137652.535231:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333448960 00000100:00100000:1.0:1746137652.535394:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31062 00000100:00100000:1.0:1746137652.535400:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:1679:x1830957333448960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.535411:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.535482:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f80 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf33 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.535497:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf2c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.535502:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.535503:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.535506:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f80 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf33 expref: 73 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.535520:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf2c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.535528:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f79 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf2c expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.535535:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327362688:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.535569:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.537328:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327362688:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.537345:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f80 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf33 expref: 72 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.537356:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137652.537378:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:1679:x1830957333448960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1978us (2223us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.537384:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31062 00000100:00100000:0.0:1746137652.537645:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.537685:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333449216 00000100:00100000:1.0:1746137652.537690:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333449216 00002000:00100000:1.0:1746137652.537714:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3edf80 x1830957333449216/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.537721:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3edf80 with x1830957333449216 ext(0->4095) 00010000:00010000:1.0:1746137652.537727:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf2c expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.537736:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf2c expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.537740:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3edf80 00000100:00100000:1.0:1746137652.537754:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3487 00000100:00100000:1.0:1746137652.537759:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333449216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.537876:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333449216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.537881:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3487 00002000:00100000:1.0:1746137652.537886:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3edf80 x1830957333449216/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.537893:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3edf80 with x1830957333449216 ext(0->4095) 00010000:00010000:1.0:1746137652.537898:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf2c expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.537906:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e000/0xddf4fb6141775f79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf2c expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.537911:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3edf80 00000100:00100000:0.0:1746137652.540657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.549183:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.549244:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333449600 00000100:00100000:1.0:1746137652.549251:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333449600 00002000:00100000:1.0:1746137652.549286:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3efb80 x1830957333449600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.549296:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3efb80 with x1830957333449600 ext(0->4095) 00002000:00010000:1.0:1746137652.549300:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3efb80 00000100:00100000:1.0:1746137652.549329:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14647 00000100:00100000:1.0:1746137652.549336:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957333449600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.549437:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957333449600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.549443:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14647 00002000:00100000:1.0:1746137652.549448:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3efb80 x1830957333449600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.549453:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3efb80 with x1830957333449600 ext(0->4095) 00002000:00010000:1.0:1746137652.549456:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3efb80 00000100:00100000:0.0:1746137652.554449:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.554539:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333449728 00000100:00100000:1.0:1746137652.554547:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333449728 00000100:00100000:1.0:1746137652.554600:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31063 00000100:00100000:1.0:1746137652.554607:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333449728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.554623:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.554637:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f87 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf3a expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.554662:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf33 expref: 71 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.554669:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.554670:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.554673:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f87 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf3a expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.554700:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf33 expref: 71 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.554712:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf33 expref: 71 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.554723:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327362944:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.554800:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.555932:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327362944:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.555951:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f87 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf3a expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.555967:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137652.555995:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333449728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1389us (1554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.556001:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31063 00000100:00100000:0.0:1746137652.563422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.563519:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333449856 00000100:00100000:1.0:1746137652.563526:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333449856 00002000:00100000:1.0:1746137652.563560:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012c3eed80 x1830957333449856/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 496/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.563569:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3eed80 with x1830957333449856 ext(0->7) 00010000:00010000:1.0:1746137652.563576:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf33 expref: 72 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.563587:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf33 expref: 72 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.563593:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3eed80 00000100:00100000:1.0:1746137652.563613:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3488 00000100:00100000:1.0:1746137652.563619:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2007:x1830957333449856:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746137652.565030:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+74:2007:x1830957333449856:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1406us (1610us total) trans 4294972172 rc 0/0 00000100:00100000:1.0:1746137652.565038:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3488 00002000:00100000:1.0:1746137652.565046:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012c3eed80 x1830957333449856/t4294972172(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 496/448 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.565061:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3eed80 with x1830957333449856 ext(0->7) 00010000:00010000:1.0:1746137652.565067:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf33 expref: 74 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.565077:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf33 expref: 74 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.565083:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3eed80 00000100:00100000:0.0:1746137652.572571:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.574437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.574514:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333450112 00000100:00100000:1.0:1746137652.574520:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333450112 00000100:00100000:1.0:1746137652.574559:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31064 00000100:00100000:1.0:1746137652.574565:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+74:1679:x1830957333450112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.574578:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.574588:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f8e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf41 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.574606:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf3a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.574612:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.574613:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.574616:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f8e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf41 expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.574635:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf3a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.574648:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f87 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf3a expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.574657:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327363200:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.575561:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.576385:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327363200:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.576402:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f8e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf41 expref: 74 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.576414:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137652.576432:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+74:1679:x1830957333450112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1868us (2000us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.576439:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31064 00000100:00100000:0.0:1746137652.576891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.576942:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333450368 00000100:00100000:0.0:1746137652.576947:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333450368 00002000:00100000:0.0:1746137652.576974:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ef100 x1830957333450368/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.576982:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ef100 with x1830957333450368 ext(0->4095) 00010000:00010000:0.0:1746137652.576987:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf3a expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.577001:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf3a expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.577007:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ef100 00000100:00100000:0.0:1746137652.577020:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3489 00000100:00100000:0.0:1746137652.577025:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333450368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.577572:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333450368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 545us (680us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.577578:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3489 00002000:00100000:1.0:1746137652.577583:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ef100 x1830957333450368/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.577591:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ef100 with x1830957333450368 ext(0->4095) 00010000:00010000:1.0:1746137652.577596:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf3a expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.577605:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775f87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf3a expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.577610:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ef100 00000100:00100000:0.0:1746137652.581553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.584752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.584828:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333450752 00000100:00100000:1.0:1746137652.584833:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333450752 00002000:00100000:1.0:1746137652.584858:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e58a80 x1830957333450752/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.585402:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58a80 with x1830957333450752 ext(0->4095) 00002000:00010000:1.0:1746137652.585405:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e58a80 00000100:00100000:1.0:1746137652.585424:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14648 00000100:00100000:1.0:1746137652.585430:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+74:2010:x1830957333450752:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137652.585522:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+74:2010:x1830957333450752:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (774us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.585528:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14648 00002000:00100000:1.0:1746137652.585533:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e58a80 x1830957333450752/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.585541:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58a80 with x1830957333450752 ext(0->4095) 00002000:00010000:1.0:1746137652.585543:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e58a80 00000100:00100000:0.0:1746137652.591732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.591859:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333450880 00000100:00100000:1.0:1746137652.591866:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333450880 00000100:00100000:1.0:1746137652.592920:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31065 00000100:00100000:1.0:1746137652.592931:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333450880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.592952:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.592966:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf48 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.592994:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf41 expref: 73 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.593001:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.593003:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.593006:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf48 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.593033:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf41 expref: 73 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.593042:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf41 expref: 73 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.593052:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327363456:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.593445:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.596539:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327363456:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.596572:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf48 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.596588:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098bde600, rc 0) 00000100:00100000:1.0:1746137652.596658:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333450880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3726us (4933us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.596667:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31065 00000100:00100000:0.0:1746137652.598986:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.600051:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2007:x1830957333451008:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 820us (1068us total) trans 4294972173 rc 0/0 00000100:00100000:0.0:1746137652.600059:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3490 00002000:00100000:0.0:1746137652.600065:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097e58380 x1830957333451008/t4294972173(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 496/448 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.600072:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58380 with x1830957333451008 ext(0->7) 00010000:00010000:0.0:1746137652.600077:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf41 expref: 76 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.600097:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775f8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf41 expref: 76 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.600102:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e58380 00000100:00100000:0.0:1746137652.604063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.604736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.604882:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333451136 00000100:00100000:1.0:1746137652.604889:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333451136 00000100:00100000:1.0:1746137652.604933:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31066 00000100:00100000:1.0:1746137652.604939:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1679:x1830957333451136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.604953:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.604966:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f9c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf4f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.604984:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.604990:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf48 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.604996:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137652.604999:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f9c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf4f expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.605025:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf48 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.605035:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f9c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf4f expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.605043:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137652.605601:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333451136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 661us (1543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.605608:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31066 00000100:00100000:0.0:1746137652.607952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.608048:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333451520 00000100:00100000:1.0:1746137652.608054:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333451520 00002000:00100000:1.0:1746137652.608085:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e58000 x1830957333451520/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.608098:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58000 with x1830957333451520 ext(0->4095) 00010000:00010000:1.0:1746137652.608105:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf48 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.608115:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf48 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.608120:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e58000 00000100:00100000:1.0:1746137652.608133:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3491 00000100:00100000:1.0:1746137652.608138:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333451520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.608249:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333451520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.608254:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3491 00002000:00100000:1.0:1746137652.608260:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e58000 x1830957333451520/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.608265:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58000 with x1830957333451520 ext(0->4095) 00010000:00010000:1.0:1746137652.608269:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf48 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.608276:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf48 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.608280:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e58000 00000100:00100000:0.0:1746137652.611269:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333451648 00000100:00100000:0.0:1746137652.611277:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333451648 00010000:00010000:0.0:1746137652.611303:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf48 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746137652.611400:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15417 00000100:00100000:0.0:1746137652.611407:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333451648:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137652.611418:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137652.611435:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf48 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.611444:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf48 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.611462:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775f95 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf48 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.611487:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.611489:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.611494:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf4f expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.611505:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf4f expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.611532:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf4f expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137652.611542:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327363840:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137652.612261:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.615688:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.617289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.617374:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333452032 00000100:00100000:1.0:1746137652.617379:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333452032 00000100:00100000:1.0:1746137652.617417:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31067 00000100:00100000:1.0:1746137652.617423:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333452032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.617435:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.617447:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fa3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf56 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.617468:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf4f expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.617479:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.617481:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.617484:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fa3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf56 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.617508:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf4f expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.617518:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775f9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf4f expref: 75 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.617528:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327363968:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.617597:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.618737:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327363968:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.618759:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fa3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf56 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.618777:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e800, rc 0) 00000100:00100000:1.0:1746137652.618834:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333452032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1411us (1549us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.618842:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31067 00000100:00100000:0.0:1746137652.619096:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.621122:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.621176:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333452416 00000100:00100000:1.0:1746137652.621182:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333452416 00002000:00100000:1.0:1746137652.621207:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b0000 x1830957333452416/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.621216:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b0000 with x1830957333452416 ext(0->4095) 00002000:00010000:1.0:1746137652.621219:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b0000 00000100:00100000:1.0:1746137652.621232:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14650 00000100:00100000:1.0:1746137652.621238:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333452416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.621336:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333452416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (215us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.621342:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14650 00002000:00100000:1.0:1746137652.621347:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b0000 x1830957333452416/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.621355:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b0000 with x1830957333452416 ext(0->4095) 00002000:00010000:1.0:1746137652.621357:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b0000 00000100:00100000:0.0:1746137652.624534:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.624716:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333452544 00000100:00100000:1.0:1746137652.624724:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333452544 00000100:00100000:1.0:1746137652.624771:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31068 00000100:00100000:1.0:1746137652.624779:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:1685:x1830957333452544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.624795:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.624831:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775faa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf5d expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.624854:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fa3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf56 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.624860:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.624861:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.624864:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775faa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf5d expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.624888:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf56 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.624896:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf56 expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.624906:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327364224:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.625834:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.626121:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.628025:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327364224:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.628050:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141775faa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf5d expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.628062:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137652.628265:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1685:x1830957333452544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3486us (3743us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.628275:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31068 00000100:00100000:0.0:1746137652.628362:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.632427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.634372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.634553:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333453184 00000100:00100000:1.0:1746137652.634613:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333453184 00000100:00100000:1.0:1746137652.634645:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31070 00000100:00100000:1.0:1746137652.634650:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333453184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.634661:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.634674:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb6141775fb8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf6b expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.634691:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.634696:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141775fb1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf64 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.634701:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137652.634704:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb6141775fb8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf6b expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.634733:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141775fb1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf64 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.634743:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb6141775fb8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf6b expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.634922:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098bdf200, rc 0) 00000100:00100000:0.0:1746137652.634934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.634952:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333453184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 301us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.634957:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31070 00000100:00100000:0.0:1746137652.638085:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.641136:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.641171:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333453824 00000100:00100000:0.0:1746137652.641175:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.641178:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333453824 00000100:00100000:1.0:1746137652.641252:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31071 00000100:00100000:1.0:1746137652.641258:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333453824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.641271:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.641282:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775fbf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf72 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.641299:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.641304:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb6141775fb8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf6b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.641309:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137652.641324:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775fbf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf72 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.641355:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb6141775fb8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf6b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.641365:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775fbf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf72 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.641373:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137652.641414:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1679:x1830957333453824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.641419:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31071 00000100:00100000:0.0:1746137652.643439:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.645975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.649621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.649674:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333454592 00000100:00100000:1.0:1746137652.649679:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333454592 00000100:00100000:1.0:1746137652.649718:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31072 00000100:00100000:1.0:1746137652.649724:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333454592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.649747:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.649762:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775fc6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf79 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.649786:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775fbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf72 expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.649792:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.649793:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.649797:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775fc6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf79 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.649848:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775fbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf72 expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.649859:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141775fbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf72 expref: 75 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.649974:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327365248:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.650639:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.652111:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327365248:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.652137:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775fc6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf79 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.652149:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137652.652195:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333454592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2470us (2577us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.652203:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31072 00000100:00100000:0.0:1746137652.652724:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.655903:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.655942:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333454976 00000100:00100000:1.0:1746137652.655948:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333454976 00002000:00100000:1.0:1746137652.655977:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5c00 x1830957333454976/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.655986:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5c00 with x1830957333454976 ext(0->4095) 00002000:00010000:1.0:1746137652.655990:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0c5c00 00000100:00100000:1.0:1746137652.656281:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14652 00000100:00100000:1.0:1746137652.656289:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333454976:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137652.656387:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333454976:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.656541:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14652 00002000:00100000:1.0:1746137652.656547:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5c00 x1830957333454976/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.656554:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5c00 with x1830957333454976 ext(0->4095) 00002000:00010000:1.0:1746137652.656557:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0c5c00 00000100:00100000:0.0:1746137652.658282:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.658343:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333455104 00000100:00100000:1.0:1746137652.658349:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333455104 00000100:00100000:1.0:1746137652.658386:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31073 00000100:00100000:1.0:1746137652.658392:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:1685:x1830957333455104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.658404:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.658420:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fcd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf80 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.658444:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775fc6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf79 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.658450:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.658452:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.658455:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fcd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf80 expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.658478:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf79 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.658487:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb6141775fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf79 expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.658496:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327365504:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.658569:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.659398:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333455232 00000100:00100000:0.0:1746137652.659402:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333455232 00000100:00100000:0.0:1746137652.659604:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31074 00000100:00100000:0.0:1746137652.659611:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333455232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137652.659624:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137652.659633:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf87 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.659647:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.659651:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fcd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf80 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.659656:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137652.659658:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf87 expref: 78 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.659679:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fcd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf80 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.659688:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf87 expref: 78 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.659696:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324c00, rc 0) 00000100:00100000:0.0:1746137652.659975:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1679:x1830957333455232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 363us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137652.659980:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31074 00000100:00100000:1.0:1746137652.662864:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327365504:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.662899:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fcd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf80 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.662913:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e800, rc 0) 00000100:00100000:1.0:1746137652.662990:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1685:x1830957333455104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4596us (4709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.662998:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31073 00000100:00100000:0.0:1746137652.663156:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.665132:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.665707:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333455616 00000100:00100000:1.0:1746137652.665713:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333455616 00002000:00100000:1.0:1746137652.665742:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c27100 x1830957333455616/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.665748:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27100 with x1830957333455616 ext(0->4095) 00010000:00010000:1.0:1746137652.665754:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf80 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.665761:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf80 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.665765:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c27100 00000100:00100000:1.0:1746137652.665783:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3495 00000100:00100000:1.0:1746137652.665786:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333455616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.665890:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333455616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (759us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.665896:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3495 00002000:00100000:1.0:1746137652.665900:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c27100 x1830957333455616/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.665906:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27100 with x1830957333455616 ext(0->4095) 00010000:00010000:1.0:1746137652.665911:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf80 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.665918:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141775fcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf80 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.665923:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c27100 00000100:00100000:0.0:1746137652.667130:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.667276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.667366:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333455744 00000100:00100000:1.0:1746137652.667372:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333455744 00000100:00100000:1.0:1746137652.667402:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31075 00000100:00100000:1.0:1746137652.667408:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333455744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.667420:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.667432:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775fdb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcf8e expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.667451:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.667456:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf87 expref: 77 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.667461:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137652.667463:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775fdb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf8e expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.667511:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf87 expref: 77 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.667536:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098bde600/0xddf4fb6141775fdb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf8e expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.667542:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.667544:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.667548:0:21535:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf87 expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.667554:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf87 expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.667571:0:21535:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf87 expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.667580:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf87 expref: 76 pid: 11509 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.667589:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327366016:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137652.667747:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.670278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.670303:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333456128 00000100:00100000:0.0:1746137652.670308:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333456128 00002000:00100000:0.0:1746137652.670349:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c27b80 x1830957333456128/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.670357:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27b80 with x1830957333456128 ext(0->4095) 00010000:00010000:0.0:1746137652.670364:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf87 expref: 76 pid: 11509 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.670375:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf87 expref: 76 pid: 11509 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.670381:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c27b80 00000100:00100000:0.0:1746137652.670394:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3496 00000100:00100000:0.0:1746137652.670400:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333456128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137652.670498:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333456128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137652.670503:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3496 00002000:00100000:0.0:1746137652.670508:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c27b80 x1830957333456128/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.670515:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27b80 with x1830957333456128 ext(0->4095) 00010000:00010000:0.0:1746137652.670519:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf87 expref: 76 pid: 11509 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.670527:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141775fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcf87 expref: 76 pid: 11509 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.670531:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c27b80 00000100:00100000:0.0:1746137652.672031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.672105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.676188:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.678981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.681067:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333457024 00000100:00100000:0.0:1746137652.681072:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333457024 00002000:00100000:0.0:1746137652.681100:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846dbb80 x1830957333457024/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.681108:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846dbb80 with x1830957333457024 ext(0->4095) 00002000:00010000:0.0:1746137652.681112:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846dbb80 00000100:00100000:0.0:1746137652.681126:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14653 00000100:00100000:0.0:1746137652.681132:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2007:x1830957333457024:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137652.681413:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2007:x1830957333457024:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 280us (407us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137652.681419:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14653 00002000:00100000:0.0:1746137652.681428:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846dbb80 x1830957333457024/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.681435:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846dbb80 with x1830957333457024 ext(0->4095) 00002000:00010000:0.0:1746137652.681437:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846dbb80 00000100:00100000:0.0:1746137652.683402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.686109:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.689117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.689247:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333457536 00000100:00100000:1.0:1746137652.689253:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333457536 00002000:00100000:1.0:1746137652.689280:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b002300 x1830957333457536/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.689287:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b002300 with x1830957333457536 ext(0->4095) 00002000:00010000:1.0:1746137652.689291:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b002300 00000100:00100000:1.0:1746137652.689327:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14654 00000100:00100000:1.0:1746137652.689333:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333457536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.689430:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333457536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.689436:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14654 00002000:00100000:1.0:1746137652.689440:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b002300 x1830957333457536/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.689446:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b002300 with x1830957333457536 ext(0->4095) 00002000:00010000:1.0:1746137652.689449:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b002300 00000100:00100000:0.0:1746137652.690694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.691183:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333457792 00000100:00100000:0.0:1746137652.691187:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333457792 00000100:00100000:0.0:1746137652.691213:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31079 00000100:00100000:0.0:1746137652.691218:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333457792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137652.691224:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137652.691229:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141775ff7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcfaa expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.691238:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.691241:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775ff0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfa3 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.691246:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137652.691248:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141775ff7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfaa expref: 78 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.691265:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141775ff0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfa3 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.691274:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141775ff7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfaa expref: 78 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.691281:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325a00, rc 0) 00000100:00100000:0.0:1746137652.691303:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1679:x1830957333457792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137652.691307:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31079 00000100:00100000:0.0:1746137652.693443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.696570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.700830:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333458304 00000100:00100000:0.0:1746137652.700834:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333458304 00000100:00100000:0.0:1746137652.700863:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31080 00000100:00100000:0.0:1746137652.700869:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333458304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137652.700880:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137652.700890:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141775ffe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcfb1 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.700960:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137652.700964:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141775ff7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfaa expref: 77 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.700969:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137652.700972:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141775ffe lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb1 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.700999:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141775ff7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfaa expref: 77 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.701009:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141775ffe lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb1 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.701017:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324400, rc 0) 00000100:00100000:0.0:1746137652.701067:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333458304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137652.701072:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31080 00000100:00100000:0.0:1746137652.705644:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333458688 00000100:00100000:0.0:1746137652.705653:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333458688 00002000:00100000:0.0:1746137652.705689:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9180 x1830957333458688/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.705705:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9180 with x1830957333458688 ext(0->4095) 00010000:00010000:0.0:1746137652.705713:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141775ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfaa expref: 76 pid: 11509 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.705725:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141775ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfaa expref: 76 pid: 11509 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.705731:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d9180 00000100:00100000:0.0:1746137652.708573:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.708621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.709125:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098bd4840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.710878:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327367552:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137652.710885:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137652.710893:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137652.710920:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333459200 00000100:00100000:1.0:1746137652.710922:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333458944:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2145us (2300us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137652.710924:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333459200 00000100:00100000:1.0:1746137652.710929:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15431 00002000:00100000:0.0:1746137652.710954:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b329f80 x1830957333459200/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.711269:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329f80 with x1830957333459200 ext(0->4095) 00010000:00010000:0.0:1746137652.711276:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141775ffe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb1 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.711287:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141775ffe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb1 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.711293:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b329f80 00000100:00100000:0.0:1746137652.711328:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3500 00000100:00100000:0.0:1746137652.711344:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333459200:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137652.711444:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333459200:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (559us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137652.711450:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3500 00002000:00100000:0.0:1746137652.711455:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b329f80 x1830957333459200/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.711462:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329f80 with x1830957333459200 ext(0->4095) 00010000:00010000:0.0:1746137652.711466:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141775ffe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb1 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.711474:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141775ffe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb1 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.711479:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b329f80 00000100:00100000:0.0:1746137652.713978:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.714060:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333459328 00000100:00100000:1.0:1746137652.714067:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333459328 00010000:00010000:1.0:1746137652.714091:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141775ffe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb1 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.714114:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15432 00000100:00100000:1.0:1746137652.714121:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333459328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137652.714131:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137652.714145:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141775ffe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb1 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.714155:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141775ffe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb1 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.714173:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141775ffe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb1 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.714197:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.714200:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.714205:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141776005 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb8 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.714213:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141776005 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb8 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.714240:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141776005 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb8 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137652.714250:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327367680:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137652.714743:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.716091:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327367680:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137652.716167:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137652.716209:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333459328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2087us (2236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.716218:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15432 00000100:00100000:0.0:1746137652.717206:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.719026:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.721685:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.721962:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333459840 00000100:00100000:1.0:1746137652.721967:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333459840 00010000:00010000:1.0:1746137652.721990:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141776005 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb8 expref: 76 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.722009:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15433 00000100:00100000:1.0:1746137652.722015:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333459840:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137652.722025:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137652.722041:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141776005 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb8 expref: 76 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.722050:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141776005 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb8 expref: 76 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.722066:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6800/0xddf4fb6141776005 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfb8 expref: 76 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.722092:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.722095:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.722100:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177600c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfbf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.722107:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177600c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfbf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.722130:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177600c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfbf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137652.722139:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327367936:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137652.722199:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.724796:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327367936:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137652.724834:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137652.724877:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:2008:x1830957333459840:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2862us (3192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.724886:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15433 00000100:00100000:0.0:1746137652.724988:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.727271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.727692:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.729899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.729972:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333460480 00000100:00100000:1.0:1746137652.729976:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333460480 00010000:00010000:1.0:1746137652.729996:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177600c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfbf expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.730013:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15434 00000100:00100000:1.0:1746137652.730018:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333460480:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137652.730029:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137652.730043:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177600c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfbf expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.730052:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177600c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfbf expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.730069:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177600c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfbf expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.730091:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.730093:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.730098:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776013 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfc6 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.730105:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776013 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfc6 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.730127:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776013 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfc6 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.730135:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776013 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfc6 expref: 76 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.730143:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327368320:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137652.730193:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.732893:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.733212:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327368320:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137652.733226:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137652.733267:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333460480:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3247us (3367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.733274:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15434 00000100:00100000:0.0:1746137652.735160:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.735264:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333460864 00000100:00100000:1.0:1746137652.735269:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333460864 00010000:00010000:1.0:1746137652.735290:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776013 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfc6 expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.735308:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15435 00000100:00100000:1.0:1746137652.735327:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333460864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137652.735334:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137652.735348:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776013 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfc6 expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.735357:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776013 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfc6 expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.735373:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776013 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfc6 expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.735384:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.735386:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.735391:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177601a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfcd expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.735398:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177601a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfcd expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.735422:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177601a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfcd expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137652.735432:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327368448:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137652.735501:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.738747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.739048:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327368448:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137652.739063:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137652.739098:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333460864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3771us (3940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.739106:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15435 00000100:00100000:0.0:1746137652.740487:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.742377:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327368576:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137652.742399:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776021 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfd4 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.742411:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7000, rc 0) 00000100:00100000:0.0:1746137652.742900:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333461248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2308us (2414us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137652.742907:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31085 00000100:00100000:1.0:1746137652.743014:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.743076:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333461376 00000100:00100000:0.0:1746137652.743080:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333461376 00010000:00010000:0.0:1746137652.743098:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb614177601a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfcd expref: 76 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746137652.747714:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.747791:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333461632 00000100:00100000:1.0:1746137652.747797:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333461632 00002000:00100000:1.0:1746137652.747848:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32bb80 x1830957333461632/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.747857:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32bb80 with x1830957333461632 ext(0->4095) 00002000:00010000:1.0:1746137652.747861:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b32bb80 00000100:00100000:1.0:1746137652.747878:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14658 00000100:00100000:1.0:1746137652.747884:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333461632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.747977:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333461632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.747983:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14658 00002000:00100000:1.0:1746137652.747988:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32bb80 x1830957333461632/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.747995:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32bb80 with x1830957333461632 ext(0->4095) 00002000:00010000:1.0:1746137652.747998:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b32bb80 00000100:00100000:0.0:1746137652.749216:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.749249:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.749291:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31087 00000100:00100000:0.0:1746137652.749300:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1685:x1830957333461888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137652.749307:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137652.749329:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb614177602f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcfe2 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.749351:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.749355:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141776028 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfdb expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.749360:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137652.749363:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb614177602f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfe2 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.749397:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141776028 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfdb expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.749408:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb614177602f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfe2 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.749415:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325e00, rc 0) 00000100:00100000:0.0:1746137652.749434:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1685:x1830957333461888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137652.749439:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31087 00000100:00100000:0.0:1746137652.751429:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.754644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.754920:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333462272 00000100:00100000:1.0:1746137652.754925:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333462272 00002000:00100000:1.0:1746137652.754950:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12d880 x1830957333462272/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.754956:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12d880 with x1830957333462272 ext(0->4095) 00010000:00010000:1.0:1746137652.754961:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141776028 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfdb expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.754969:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141776028 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfdb expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.754973:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b12d880 00000100:00100000:1.0:1746137652.754998:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3502 00000100:00100000:1.0:1746137652.755004:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333462272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.755105:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333462272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (466us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.755110:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3502 00002000:00100000:1.0:1746137652.755114:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12d880 x1830957333462272/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.755120:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12d880 with x1830957333462272 ext(0->4095) 00010000:00010000:1.0:1746137652.755124:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141776028 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfdb expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.755132:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb6141776028 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcfdb expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.755137:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b12d880 00000100:00100000:0.0:1746137652.756404:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.758859:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.758965:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333462656 00000100:00100000:1.0:1746137652.758970:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333462656 00002000:00100000:1.0:1746137652.758992:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12d500 x1830957333462656/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.758998:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12d500 with x1830957333462656 ext(0->4095) 00002000:00010000:1.0:1746137652.759001:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12d500 00000100:00100000:1.0:1746137652.759020:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14659 00000100:00100000:1.0:1746137652.759024:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333462656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.759123:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333462656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.759128:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14659 00002000:00100000:1.0:1746137652.759133:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12d500 x1830957333462656/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.759139:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12d500 with x1830957333462656 ext(0->4095) 00002000:00010000:1.0:1746137652.759141:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12d500 00000100:00100000:0.0:1746137652.760770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.763113:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.765676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.765726:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333463168 00000100:00100000:1.0:1746137652.765732:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333463168 00002000:00100000:1.0:1746137652.765762:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12f100 x1830957333463168/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.765775:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12f100 with x1830957333463168 ext(0->4095) 00002000:00010000:1.0:1746137652.765779:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12f100 00000100:00100000:1.0:1746137652.765837:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14660 00000100:00100000:1.0:1746137652.765843:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333463168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.766017:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333463168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.766022:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14660 00002000:00100000:1.0:1746137652.766026:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12f100 x1830957333463168/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.766032:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12f100 with x1830957333463168 ext(0->4095) 00002000:00010000:1.0:1746137652.766035:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12f100 00000100:00100000:0.0:1746137652.769764:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333463296 00000100:00100000:0.0:1746137652.769773:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333463296 00000100:00100000:0.0:1746137652.770253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.770456:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333463424 00000100:00100000:1.0:1746137652.770460:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333463424 00000100:00100000:1.0:1746137652.770513:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31090 00000100:00100000:1.0:1746137652.770519:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333463424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.770527:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.770534:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776044 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdcff7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.770546:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.770549:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177603d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff0 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.770555:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.770558:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776044 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff7 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.770578:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177603d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff0 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.770587:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776044 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff7 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.770595:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137652.770629:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1679:x1830957333463424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.770635:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31090 00000100:00100000:0.0:1746137652.772737:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.776327:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.776442:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333463808 00000100:00100000:0.0:1746137652.776449:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333463808 00002000:00100000:0.0:1746137652.776485:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c72300 x1830957333463808/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.776495:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72300 with x1830957333463808 ext(0->4095) 00010000:00010000:0.0:1746137652.776504:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177603d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff0 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.776516:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177603d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff0 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.776522:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c72300 00000100:00100000:0.0:1746137652.776537:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3503 00000100:00100000:0.0:1746137652.776544:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333463808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137652.776668:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333463808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (361us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137652.776674:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3503 00002000:00100000:0.0:1746137652.776680:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c72300 x1830957333463808/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.776686:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72300 with x1830957333463808 ext(0->4095) 00010000:00010000:0.0:1746137652.776690:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177603d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff0 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.776699:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177603d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff0 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746137652.776703:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c72300 00000100:00100000:0.0:1746137652.779959:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333464064 00000100:00100000:0.0:1746137652.779967:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333464064 00010000:00010000:0.0:1746137652.779982:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177603d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff0 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746137652.780009:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15441 00000100:00100000:0.0:1746137652.780013:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333464064:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137652.780021:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137652.780035:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177603d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff0 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.780042:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177603d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff0 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.780057:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177603d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff0 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.780079:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.780080:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.780085:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776044 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff7 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.780091:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776044 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff7 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.780110:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776044 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff7 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.780120:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776044 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcff7 expref: 76 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746137652.780133:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b12ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327370112:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137652.780692:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.782445:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.784208:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.784553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.787979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.788134:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333464832:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137652.788262:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333464832:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.788267:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3505 00002000:00100000:2.0:1746137652.788272:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12e680 x1830957333464832/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.788279:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12e680 with x1830957333464832 ext(0->4095) 00010000:00010000:2.0:1746137652.788283:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177604b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcffe expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.788291:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177604b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdcffe expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746137652.788297:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b12e680 00000100:00100000:0.0:1746137652.791585:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.795640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.795869:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333465216 00000100:00100000:2.0:1746137652.795875:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333465216 00002000:00100000:2.0:1746137652.795908:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f144e00 x1830957333465216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.795917:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144e00 with x1830957333465216 ext(0->4095) 00002000:00010000:2.0:1746137652.795920:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f144e00 00000100:00100000:2.0:1746137652.795935:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14661 00000100:00100000:2.0:1746137652.795940:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333465216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137652.796149:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333465216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 207us (509us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.796156:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14661 00002000:00100000:2.0:1746137652.796162:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f144e00 x1830957333465216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.796169:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144e00 with x1830957333465216 ext(0->4095) 00002000:00010000:2.0:1746137652.796172:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f144e00 00000100:00100000:0.0:1746137652.798430:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.798609:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333465344 00000100:00100000:2.0:1746137652.798617:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333465344 00000100:00100000:2.0:1746137652.798663:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31093 00000100:00100000:2.0:1746137652.798670:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333465344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.798684:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.798698:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776059 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd00c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.798720:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776052 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd005 expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.798727:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.798728:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.798731:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776059 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd00c expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.798756:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776052 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd005 expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.798766:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776052 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd005 expref: 75 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.798775:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327370624:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137652.798870:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137652.801683:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327370624:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137652.801709:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776059 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd00c expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.801724:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6a00, rc 0) 00000100:00100000:2.0:1746137652.801760:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333465344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3090us (3335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.801768:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31093 00000100:00100000:0.0:1746137652.801977:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.803843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.804022:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333465728 00000100:00100000:2.0:1746137652.804027:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333465728 00002000:00100000:2.0:1746137652.804053:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f144380 x1830957333465728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.804061:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144380 with x1830957333465728 ext(0->4095) 00002000:00010000:2.0:1746137652.804064:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f144380 00000100:00100000:2.0:1746137652.804097:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14662 00000100:00100000:2.0:1746137652.804106:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333465728:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137652.804200:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333465728:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.804205:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14662 00002000:00100000:2.0:1746137652.804210:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f144380 x1830957333465728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.804217:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144380 with x1830957333465728 ext(0->4095) 00002000:00010000:2.0:1746137652.804220:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f144380 00000100:00100000:2.0:1746137652.805228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.805353:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333465856 00000100:00100000:0.0:1746137652.805358:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333465856 00000100:00100000:0.0:1746137652.805395:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31094 00000100:00100000:0.0:1746137652.805401:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:1679:x1830957333465856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137652.805410:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137652.805422:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd013 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.805441:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776059 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd00c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.805448:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.805449:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.805452:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.805478:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776059 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd00c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.805488:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776059 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd00c expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746137652.805498:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f144000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327370880:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137652.805567:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.805899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.805947:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333465984 00000100:00100000:1.0:1746137652.805951:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333465984 00000100:00100000:1.0:1746137652.805980:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31095 00000100:00100000:1.0:1746137652.805986:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1685:x1830957333465984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.805993:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.805999:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd01a expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.806010:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.806014:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.806018:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.806020:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd01a expref: 78 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.806039:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.806048:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd01a expref: 78 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.806055:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e800, rc 0) 00000100:00100000:1.0:1746137652.806333:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1685:x1830957333465984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 346us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.806340:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31095 00000100:00100000:2.0:1746137652.808703:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f144000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327370880:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137652.808728:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.808740:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325400, rc 0) 00000100:00100000:2.0:1746137652.808774:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333465856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3373us (3548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.809353:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31094 00000100:00100000:0.0:1746137652.809614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.809656:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333466112 00000100:00100000:2.0:1746137652.809661:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333466112 00010000:00010000:2.0:1746137652.809681:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776059 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd00c expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.809713:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15445 00000100:00100000:2.0:1746137652.809718:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333466112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137652.809729:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137652.809743:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776059 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd00c expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.809752:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776059 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd00c expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.809769:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776059 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd00c expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.809795:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.809797:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.809803:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.809826:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.809851:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.809859:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 76 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.809868:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327371136:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137652.809914:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137652.811697:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327371136:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137652.811712:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137652.811748:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333466112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2029us (2134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.811756:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15445 00000100:00100000:0.0:1746137652.812912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.813035:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333466368 00000100:00100000:1.0:1746137652.813042:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333466368 00002000:00100000:1.0:1746137652.813072:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f146a00 x1830957333466368/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.813092:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f146a00 with x1830957333466368 ext(0->4095) 00010000:00010000:1.0:1746137652.813100:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.813112:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.813121:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f146a00 00000100:00100000:1.0:1746137652.813143:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3506 00000100:00100000:1.0:1746137652.813149:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f146a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333466368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.813248:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f146a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333466368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.813254:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3506 00002000:00100000:1.0:1746137652.813259:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f146a00 x1830957333466368/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.813266:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f146a00 with x1830957333466368 ext(0->4095) 00010000:00010000:1.0:1746137652.813270:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.813279:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.813284:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f146a00 00000100:00100000:0.0:1746137652.814447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.814494:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333466496 00000100:00100000:2.0:1746137652.814499:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333466496 00010000:00010000:2.0:1746137652.814519:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.814544:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15446 00000100:00100000:2.0:1746137652.814554:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f147b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333466496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137652.814565:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137652.814577:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.814661:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.814679:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776060 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd013 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.814690:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.814691:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.814697:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd01a expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.814704:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd01a expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.814728:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd01a expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137652.814738:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327371264:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137652.814862:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.816866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.816888:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327371264:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137652.817181:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137652.817262:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f147b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333466496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2710us (2816us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.817273:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15446 00000100:00100000:0.0:1746137652.821594:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.821676:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333466880 00000100:00100000:2.0:1746137652.821684:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333466880 00000100:00100000:2.0:1746137652.821729:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31096 00000100:00100000:2.0:1746137652.821737:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333466880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.821750:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.821764:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177606e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd021 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.821785:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd01a expref: 75 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.821792:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.821793:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.821796:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177606e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd021 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.821846:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd01a expref: 75 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.821855:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd01a expref: 75 pid: 11509 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.821865:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327371392:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137652.821933:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137652.824268:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327371392:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137652.824288:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177606e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd021 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.824301:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7c00, rc 0) 00000100:00100000:2.0:1746137652.824358:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333466880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2621us (2769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.824365:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31096 00000100:00100000:0.0:1746137652.824613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.824670:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333467008 00000100:00100000:2.0:1746137652.824675:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333467008 00010000:00010000:2.0:1746137652.824693:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd01a expref: 76 pid: 11509 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.825364:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15447 00000100:00100000:2.0:1746137652.825372:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2007:x1830957333467008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137652.825385:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137652.825402:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd01a expref: 76 pid: 11509 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.825412:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd01a expref: 76 pid: 11509 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.825429:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776067 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd01a expref: 76 pid: 11509 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.825455:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.825457:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.825463:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177606e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd021 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.825471:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177606e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd021 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.825496:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177606e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd021 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137652.825505:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327371520:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137652.825554:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137652.828275:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.828296:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333467136 00000100:00100000:2.0:1746137652.828302:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333467136 00000100:00100000:0.0:1746137652.828966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.829458:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31097 00000100:00100000:2.0:1746137652.829463:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:1679:x1830957333467136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.829470:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.829483:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776075 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd028 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.829500:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177606e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd021 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.829506:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.829507:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.829510:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776075 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd028 expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.829539:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177606e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd021 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.829549:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177606e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd021 expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.829559:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327371648:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137652.829606:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.832939:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.832971:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327371648:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137652.832992:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776075 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd028 expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.833004:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6c00, rc 0) 00000100:00100000:2.0:1746137652.833038:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1679:x1830957333467136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3575us (4769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.833045:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31097 00000100:00100000:2.0:1746137652.833175:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333467520 00000100:00100000:2.0:1746137652.833179:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333467520 00000100:00100000:2.0:1746137652.833211:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31098 00000100:00100000:2.0:1746137652.833217:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1685:x1830957333467520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.833228:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.833239:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177607c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd02f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.833255:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.833258:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776075 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd028 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.833268:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.833270:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177607c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd02f expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.833296:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776075 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd028 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.833305:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177607c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd02f expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.833319:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7800, rc 0) 00000100:00100000:2.0:1746137652.833333:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1685:x1830957333467520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.833338:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31098 00000100:00100000:1.0:1746137652.833790:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.837064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.838715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.842445:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.842540:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333468288 00000100:00100000:2.0:1746137652.842547:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333468288 00002000:00100000:2.0:1746137652.842583:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f147b80 x1830957333468288/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.842591:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f147b80 with x1830957333468288 ext(0->4095) 00002000:00010000:2.0:1746137652.842595:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f147b80 00000100:00100000:2.0:1746137652.842611:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14665 00000100:00100000:2.0:1746137652.842618:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333468288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137652.843267:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333468288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 648us (827us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.843277:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14665 00002000:00100000:2.0:1746137652.843284:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f147b80 x1830957333468288/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.843291:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f147b80 with x1830957333468288 ext(0->4095) 00002000:00010000:2.0:1746137652.843294:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f147b80 00000100:00100000:0.0:1746137652.847475:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.847633:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333468416 00000100:00100000:2.0:1746137652.847641:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333468416 00000100:00100000:2.0:1746137652.847716:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31099 00000100:00100000:2.0:1746137652.847723:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333468416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.847738:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.847750:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776083 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd036 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.847775:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177607c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd02f expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.847782:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.847784:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.847787:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776083 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd036 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.847833:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177607c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd02f expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.847842:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177607c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd02f expref: 75 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.847858:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327372160:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137652.847927:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137652.850460:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327372160:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137652.850603:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137652.850661:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776083 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd036 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.850677:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7c00, rc 0) 00000100:00100000:2.0:1746137652.850721:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333468416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2998us (3253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.850728:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31099 00000100:00100000:0.0:1746137652.853901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.854119:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333468800 00000100:00100000:2.0:1746137652.854127:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333468800 00002000:00100000:2.0:1746137652.854163:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec3100 x1830957333468800/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.854172:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec3100 with x1830957333468800 ext(0->4095) 00002000:00010000:2.0:1746137652.854176:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec3100 00000100:00100000:2.0:1746137652.854203:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14666 00000100:00100000:2.0:1746137652.854210:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333468800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137652.854352:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333468800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (455us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.854357:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14666 00002000:00100000:2.0:1746137652.854363:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec3100 x1830957333468800/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.854375:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec3100 with x1830957333468800 ext(0->4095) 00002000:00010000:2.0:1746137652.854378:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec3100 00000100:00100000:0.0:1746137652.854970:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.856646:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.857378:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333469056 00000100:00100000:2.0:1746137652.857382:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333469056 00000100:00100000:2.0:1746137652.857418:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31100 00000100:00100000:2.0:1746137652.857426:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1685:x1830957333469056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.857443:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.857460:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177608a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd044 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.857484:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776083 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd036 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.857491:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.857492:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.857495:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177608a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd044 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.857523:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776083 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd036 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.857531:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776083 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd036 expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.857540:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327372416:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137652.857598:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.860046:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.860146:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327372416:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137652.860165:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177608a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd044 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.860613:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.860616:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.860628:0:21535:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177608a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd044 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.860636:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177608a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd044 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.860757:0:21535:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177608a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd044 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.860769:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177608a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd044 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.860851:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327372672:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137652.860902:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137652.865112:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327372672:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137652.865129:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7600, rc 0) 00000100:00100000:2.0:1746137652.865299:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1685:x1830957333469056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7872us (8657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.865307:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31100 00000100:00100000:0.0:1746137652.868906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.869030:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333469440 00000100:00100000:1.0:1746137652.869038:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333469440 00002000:00100000:1.0:1746137652.869075:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec1180 x1830957333469440/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.869084:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec1180 with x1830957333469440 ext(0->4095) 00010000:00010000:1.0:1746137652.869092:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177608a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd044 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.869104:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177608a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd044 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.869111:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec1180 00000100:00100000:1.0:1746137652.869166:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3508 00000100:00100000:1.0:1746137652.869279:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2010:x1830957333469440:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137652.869409:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2010:x1830957333469440:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 235us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.869415:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3508 00002000:00100000:1.0:1746137652.869422:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec1180 x1830957333469440/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.869428:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec1180 with x1830957333469440 ext(0->4095) 00010000:00010000:1.0:1746137652.869433:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177608a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd044 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.869441:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177608a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd044 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.869447:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec1180 00000100:00100000:0.0:1746137652.871773:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.872661:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.872748:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333469568 00000100:00100000:2.0:1746137652.872752:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333469568 00000100:00100000:2.0:1746137652.872783:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31102 00000100:00100000:2.0:1746137652.872792:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333469568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.872820:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.872831:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776098 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd04b expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.872850:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.872860:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776091 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd03d expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.872865:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137652.872868:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776098 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd04b expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.872956:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776091 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd03d expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.873066:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776098 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd04b expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.873075:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6a00, rc 0) 00000100:00100000:2.0:1746137652.873115:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333469568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 327us (1348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.873120:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31102 00000100:00100000:0.0:1746137652.875022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.875077:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333469952 00000100:00100000:2.0:1746137652.875081:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333469952 00002000:00100000:2.0:1746137652.875107:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec2a00 x1830957333469952/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.875122:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec2a00 with x1830957333469952 ext(0->4095) 00010000:00010000:2.0:1746137652.875133:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776091 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd03d expref: 76 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.875143:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776091 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd03d expref: 76 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746137652.875149:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec2a00 00000100:00100000:2.0:1746137652.875302:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3509 00000100:00100000:2.0:1746137652.875319:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333469952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137652.875547:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333469952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 237us (523us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.875552:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3509 00002000:00100000:2.0:1746137652.875558:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec2a00 x1830957333469952/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.875565:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec2a00 with x1830957333469952 ext(0->4095) 00010000:00010000:2.0:1746137652.875569:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776091 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd03d expref: 76 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.875577:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776091 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd03d expref: 76 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746137652.875583:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec2a00 00000100:00100000:0.0:1746137652.877173:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.877248:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.877330:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333470208 00000100:00100000:2.0:1746137652.877334:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333470208 00000100:00100000:2.0:1746137652.877555:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31103 00000100:00100000:2.0:1746137652.877561:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1679:x1830957333470208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.877571:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.877580:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177609f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd052 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.877592:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.877596:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776098 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd04b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.877601:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.877604:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177609f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd052 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.877626:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776098 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd04b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.877635:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177609f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd052 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.877641:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.877642:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.877647:0:21535:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776098 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd04b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.877653:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776098 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd04b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.877899:0:21535:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776098 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd04b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.877909:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776098 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd04b expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.877918:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327373184:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137652.878012:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.879618:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.879703:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327373184:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137652.879720:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7800, rc 0) 00000100:00100000:2.0:1746137652.879767:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1679:x1830957333470208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2206us (2598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.879773:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31103 00000100:00100000:0.0:1746137652.882610:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.886905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.886959:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333470848 00000100:00100000:2.0:1746137652.886967:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333470848 00002000:00100000:2.0:1746137652.887002:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec0700 x1830957333470848/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.887012:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0700 with x1830957333470848 ext(0->4095) 00002000:00010000:2.0:1746137652.887016:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec0700 00000100:00100000:2.0:1746137652.887046:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14667 00000100:00100000:2.0:1746137652.887053:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333470848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137652.887159:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333470848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.887166:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14667 00002000:00100000:2.0:1746137652.887171:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec0700 x1830957333470848/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.887177:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0700 with x1830957333470848 ext(0->4095) 00002000:00010000:2.0:1746137652.887180:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec0700 00000100:00100000:0.0:1746137652.889692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.890140:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333470976 00000100:00100000:2.0:1746137652.890148:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333470976 00000100:00100000:2.0:1746137652.890198:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31104 00000100:00100000:2.0:1746137652.890205:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333470976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.890219:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.890232:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd059 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.890255:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177609f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd052 expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.890262:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.890264:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.890267:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760a6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd059 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.890290:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177609f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd052 expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.890300:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7800/0xddf4fb614177609f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd052 expref: 75 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.890330:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327373440:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137652.890574:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.893069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.893101:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327373440:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137652.893123:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760a6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd059 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.893136:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6c00, rc 0) 00000100:00100000:2.0:1746137652.893182:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333470976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2978us (3496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.893190:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31104 00000100:00100000:0.0:1746137652.895201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.895266:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333471360 00000100:00100000:2.0:1746137652.895270:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333471360 00002000:00100000:2.0:1746137652.895295:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec3b80 x1830957333471360/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.895303:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec3b80 with x1830957333471360 ext(0->4095) 00002000:00010000:2.0:1746137652.895306:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec3b80 00000100:00100000:2.0:1746137652.895338:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14668 00000100:00100000:2.0:1746137652.895344:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333471360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137652.895448:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333471360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.895453:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14668 00002000:00100000:2.0:1746137652.895458:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec3b80 x1830957333471360/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.895470:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec3b80 with x1830957333471360 ext(0->4095) 00002000:00010000:2.0:1746137652.895472:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec3b80 00000100:00100000:0.0:1746137652.897239:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.897320:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.897345:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333471488 00000100:00100000:2.0:1746137652.897350:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333471488 00000100:00100000:1.0:1746137652.897393:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333471616 00000100:00100000:2.0:1746137652.897396:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31105 00000100:00100000:1.0:1746137652.897396:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333471616 00000100:00100000:2.0:1746137652.897402:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1679:x1830957333471488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.897413:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.897425:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd060 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.897516:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd059 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.897526:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.897527:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.897531:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760ad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd060 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137652.897568:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31106 00000100:00100000:1.0:1746137652.897574:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1685:x1830957333471616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.897580:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.897586:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417760b4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd067 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.897596:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.897600:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760ad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd060 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.897608:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.897611:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417760b4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd067 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.897629:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760ad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd060 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.897632:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd059 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.897678:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd059 expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.897688:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327373824:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.897737:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417760b4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd067 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.897746:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083ec00, rc 0) 00000100:00100000:1.0:1746137652.897828:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1685:x1830957333471616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 253us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.897834:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31106 00000100:00100000:2.0:1746137652.897863:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137652.899179:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327373824:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137652.899198:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760ad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd060 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.899207:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7000, rc 0) 00000100:00100000:2.0:1746137652.899234:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333471488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1831us (1998us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.899240:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31105 00000100:00100000:0.0:1746137652.899598:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.902578:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.902740:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333472000 00000100:00100000:2.0:1746137652.902746:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333472000 00002000:00100000:2.0:1746137652.902775:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec3480 x1830957333472000/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.902784:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec3480 with x1830957333472000 ext(0->4095) 00010000:00010000:2.0:1746137652.902790:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd060 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.902801:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd060 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746137652.902833:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec3480 00000100:00100000:2.0:1746137652.902859:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3511 00000100:00100000:2.0:1746137652.902865:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333472000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137652.902971:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333472000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.902977:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3511 00002000:00100000:2.0:1746137652.902983:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec3480 x1830957333472000/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.902989:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec3480 with x1830957333472000 ext(0->4095) 00010000:00010000:2.0:1746137652.902993:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd060 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.903001:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd060 expref: 77 pid: 21535 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746137652.903005:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec3480 00000100:00100000:0.0:1746137652.903978:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.906069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.906125:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333472384 00000100:00100000:2.0:1746137652.906130:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333472384 00002000:00100000:2.0:1746137652.906159:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c71c00 x1830957333472384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.906168:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71c00 with x1830957333472384 ext(0->4095) 00002000:00010000:2.0:1746137652.906171:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c71c00 00000100:00100000:2.0:1746137652.906187:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14669 00000100:00100000:2.0:1746137652.906193:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333472384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137652.906284:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333472384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (219us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.906290:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14669 00002000:00100000:2.0:1746137652.906294:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c71c00 x1830957333472384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.906300:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71c00 with x1830957333472384 ext(0->4095) 00002000:00010000:2.0:1746137652.906303:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c71c00 00000100:00100000:0.0:1746137652.908240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.908291:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333472512 00000100:00100000:2.0:1746137652.908297:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333472512 00000100:00100000:2.0:1746137652.908348:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31107 00000100:00100000:2.0:1746137652.908355:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333472512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.908367:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.908380:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417760bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd06e expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.908399:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417760b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd067 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.908406:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.908408:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.908410:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417760bb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd06e expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.908432:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417760b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd067 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.908443:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083ec00/0xddf4fb61417760b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd067 expref: 75 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.908452:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327374208:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137652.908673:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.909995:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.915346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.916323:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333472896 00000100:00100000:2.0:1746137652.916331:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333472896 00002000:00100000:2.0:1746137652.916363:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec1880 x1830957333472896/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.916377:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec1880 with x1830957333472896 ext(0->4095) 00002000:00010000:2.0:1746137652.916381:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec1880 00000100:00100000:2.0:1746137652.916407:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14670 00000100:00100000:2.0:1746137652.916413:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333472896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137652.916531:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333472896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (1187us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.916537:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14670 00002000:00100000:2.0:1746137652.916541:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec1880 x1830957333472896/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.916548:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec1880 with x1830957333472896 ext(0->4095) 00002000:00010000:2.0:1746137652.916550:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec1880 00000100:00100000:0.0:1746137652.917656:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.917979:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.918020:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333473024 00000100:00100000:1.0:1746137652.918025:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333473024 00000100:00100000:1.0:1746137652.918066:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31108 00000100:00100000:1.0:1746137652.918072:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1679:x1830957333473024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.918084:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.918096:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd075 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.918117:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417760bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd06e expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.918128:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.918130:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.918132:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.918155:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417760bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd06e expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.918165:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417760bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd06e expref: 5 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.918174:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327374464:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.918228:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.919938:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c70380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327374464:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.919962:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.919972:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e800, rc 0) 00000100:00100000:1.0:1746137652.920008:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333473024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1936us (2355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.920015:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31108 00000100:00100000:0.0:1746137652.920372:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.920425:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333473280 00000100:00100000:2.0:1746137652.920430:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333473280 00010000:00010000:2.0:1746137652.920451:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417760bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd06e expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.920481:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15459 00000100:00100000:2.0:1746137652.920487:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333473280:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137652.920495:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137652.920509:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417760bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd06e expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.920518:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417760bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd06e expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.920533:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb61417760bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd06e expref: 6 pid: 21535 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.920556:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.920558:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.920563:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.920568:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.920734:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.920745:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 76 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.920755:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327374720:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137652.920841:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.922166:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.922211:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333473536 00000100:00100000:1.0:1746137652.922216:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333473536 00000100:00100000:2.0:1746137652.922238:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327374720:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746137652.922243:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0e8e00 x1830957333473536/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746137652.922251:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746137652.922257:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e8e00 with x1830957333473536 ext(0->4095) 00010000:00010000:1.0:1746137652.922263:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.922273:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.922279:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0e8e00 00000100:00100000:1.0:1746137652.922295:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3512 00000100:00100000:1.0:1746137652.922301:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333473536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137652.922343:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333473280:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1856us (1972us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.922351:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15459 00000100:00100000:1.0:1746137652.922413:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333473536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.922419:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3512 00002000:00100000:1.0:1746137652.922425:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0e8e00 x1830957333473536/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.922431:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e8e00 with x1830957333473536 ext(0->4095) 00010000:00010000:1.0:1746137652.922435:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.922443:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746137652.922448:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0e8e00 00000100:00100000:0.0:1746137652.925778:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.925941:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333473664 00000100:00100000:2.0:1746137652.925952:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333473664 00010000:00010000:2.0:1746137652.925980:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.926003:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15460 00000100:00100000:2.0:1746137652.926010:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333473664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137652.926020:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137652.926035:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.926045:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.926063:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417760c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd075 expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746137652.926076:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.926079:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.926084:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417760c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd07c expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.926091:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417760c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd07c expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.926122:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417760c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd07c expref: 76 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137652.926133:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327374848:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137652.926208:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.930349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.930452:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333473920 00000100:00100000:1.0:1746137652.930459:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333473920 00002000:00100000:1.0:1746137652.930493:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0ead80 x1830957333473920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.930502:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0ead80 with x1830957333473920 ext(0->4095) 00002000:00010000:1.0:1746137652.930506:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0ead80 00000100:00100000:1.0:1746137652.930533:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14671 00000100:00100000:1.0:1746137652.930540:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333473920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137652.930947:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333473920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 406us (603us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.930954:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14671 00002000:00100000:1.0:1746137652.930959:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0ead80 x1830957333473920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.930966:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0ead80 with x1830957333473920 ext(0->4095) 00002000:00010000:1.0:1746137652.930968:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0ead80 00000100:00100000:0.0:1746137652.932510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.932580:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333474048 00000100:00100000:1.0:1746137652.932585:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333474048 00000100:00100000:1.0:1746137652.932770:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31110 00000100:00100000:1.0:1746137652.932777:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333474048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137652.932788:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137652.932803:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417760d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd083 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.932839:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417760c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd07c expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.932849:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.932851:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137652.932854:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417760d0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd083 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.932876:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417760c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd07c expref: 75 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.932884:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417760c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd07c expref: 75 pid: 21535 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.932894:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327374976:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137652.933302:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.935373:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c70380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327374976:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137652.935402:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417760d0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd083 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.935415:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137652.935455:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333474048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2679us (2949us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.935463:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31110 00000100:00100000:0.0:1746137652.935669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.941226:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.941322:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.941405:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333474432 00000100:00100000:1.0:1746137652.941412:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333474432 00002000:00100000:1.0:1746137652.941445:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0e9f80 x1830957333474432/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.941461:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e9f80 with x1830957333474432 ext(0->4095) 00002000:00010000:1.0:1746137652.941465:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0e9f80 00000100:00100000:1.0:1746137652.941496:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14672 00000100:00100000:1.0:1746137652.941502:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333474432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.941604:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333474432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137652.941609:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14672 00002000:00100000:1.0:1746137652.941614:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0e9f80 x1830957333474432/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137652.941621:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e9f80 with x1830957333474432 ext(0->4095) 00002000:00010000:1.0:1746137652.941624:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0e9f80 00000100:00100000:2.0:1746137652.941738:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333474560 00000100:00100000:2.0:1746137652.941741:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333474560 00000100:00100000:2.0:1746137652.941763:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31111 00000100:00100000:2.0:1746137652.941768:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:1679:x1830957333474560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.941775:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.941789:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd08a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.941825:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417760d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd083 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.941831:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.941833:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.941836:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd08a expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.941858:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417760d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd083 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.941868:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417760d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd083 expref: 5 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.941877:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327375232:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137652.942478:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137652.946792:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327375232:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137652.946837:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd08a expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.946852:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7600, rc 0) 00000100:00100000:2.0:1746137652.946887:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1679:x1830957333474560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5118us (5578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.946895:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31111 00000100:00100000:0.0:1746137652.947196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.947269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137652.947294:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333474688 00000100:00100000:0.0:1746137652.947299:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333474688 00010000:00010000:0.0:1746137652.947329:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417760d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd083 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746137652.947357:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15462 00000100:00100000:0.0:1746137652.947364:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333474688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137652.947374:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137652.947388:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417760d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd083 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.947396:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417760d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd083 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.947414:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417760d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd083 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746137652.947426:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.947428:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.947433:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd08a expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.947439:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd08a expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.947460:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd08a expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137652.947470:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327375360:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137652.947515:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137652.949011:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333474816 00000100:00100000:2.0:1746137652.949018:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333474816 00000100:00100000:2.0:1746137652.949062:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31112 00000100:00100000:2.0:1746137652.949069:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333474816:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.949080:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.949090:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd091 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.949110:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd08a expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.949116:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.949118:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.949120:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.949138:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd08a expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.949146:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd08a expref: 75 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746137652.949159:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327375488:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137652.949217:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.949586:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327375360:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137652.949597:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137652.950278:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2009:x1830957333474688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2913us (3005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.950286:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15462 00000100:00100000:0.0:1746137652.951993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.952456:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327375488:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137652.952474:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.952485:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7000, rc 0) 00000100:00100000:2.0:1746137652.952516:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333474816:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3447us (5319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.952522:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31112 00000100:00100000:0.0:1746137652.953853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.953903:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333475200 00000100:00100000:2.0:1746137652.953907:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333475200 00000100:00100000:2.0:1746137652.953944:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31113 00000100:00100000:2.0:1746137652.953950:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1679:x1830957333475200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.953960:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.953972:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd098 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.953989:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.953993:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.953998:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137652.954001:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd098 expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.954030:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.954040:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd098 expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.954047:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6a00, rc 0) 00000100:00100000:2.0:1746137652.954085:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333475200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.954091:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31113 00000100:00100000:0.0:1746137652.954999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.955102:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333475328 00000100:00100000:1.0:1746137652.955107:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333475328 00010000:00010000:1.0:1746137652.955129:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd08a expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746137652.955733:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15463 00000100:00100000:1.0:1746137652.955743:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333475328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137652.956230:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137652.956251:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd08a expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.956262:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd08a expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.956279:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417760d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd08a expref: 77 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746137652.956303:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.956304:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.956319:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.956326:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.956354:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.956364:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137652.956374:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327375744:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137652.956511:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.960105:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333475584 00000100:00100000:0.0:1746137652.960112:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333475584 00002000:00100000:0.0:1746137652.960146:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090951180 x1830957333475584/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.960154:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951180 with x1830957333475584 ext(0->4095) 00010000:00010000:0.0:1746137652.960161:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137652.960172:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137652.960178:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090951180 00000100:00100000:0.0:1746137652.960205:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3514 00000100:00100000:0.0:1746137652.960211:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333475584:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137652.960243:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c70380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327375744:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137652.960257:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137652.960291:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333475328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4550us (5294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.960299:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15463 00000100:00100000:0.0:1746137652.960303:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333475584:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137652.960320:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3514 00002000:00100000:0.0:1746137652.960325:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090951180 x1830957333475584/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137652.960337:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951180 with x1830957333475584 ext(0->4095) 00010000:00010000:0.0:1746137652.960345:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137652.960354:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137652.960360:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090951180 00000100:00100000:0.0:1746137652.961983:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.962033:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333475712 00000100:00100000:1.0:1746137652.962038:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333475712 00010000:00010000:1.0:1746137652.962059:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137652.962091:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15464 00000100:00100000:1.0:1746137652.962097:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333475712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137652.962108:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137652.962121:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137652.962130:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137652.962148:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd091 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137652.962171:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.962174:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.962179:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd098 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.962186:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd098 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.962535:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd098 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137652.962546:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327375872:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137652.963588:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.966077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.966159:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c70380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327375872:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137652.966175:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137652.966208:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333475712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4111us (4229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.966216:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15464 00000100:00100000:0.0:1746137652.968402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.968668:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333476096 00000100:00100000:2.0:1746137652.968675:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333476096 00000100:00100000:2.0:1746137652.968715:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31114 00000100:00100000:2.0:1746137652.968721:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333476096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.968734:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.968746:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd09f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.968768:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd098 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.968774:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.968776:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.968779:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd09f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.968831:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd098 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.968842:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd098 expref: 75 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137652.968852:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327376000:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137652.968928:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137652.970842:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327376000:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137652.970865:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd09f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.970878:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6c00, rc 0) 00000100:00100000:2.0:1746137652.970915:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333476096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2194us (2517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.970923:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31114 00000100:00100000:0.0:1746137652.971624:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.971707:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333476224 00000100:00100000:1.0:1746137652.971714:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333476224 00010000:00010000:1.0:1746137652.971735:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd098 expref: 76 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137652.971772:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15465 00000100:00100000:1.0:1746137652.971778:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333476224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137652.971790:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137652.971828:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd098 expref: 76 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137652.971839:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd098 expref: 76 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137652.971857:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb61417760e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd098 expref: 76 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137652.971871:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.971872:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.971878:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd09f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.971885:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd09f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.971909:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd09f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137652.971919:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327376128:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137652.971972:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.973774:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c70380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327376128:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137652.973789:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137652.973850:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:2008:x1830957333476224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2071us (2227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.973859:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15465 00000100:00100000:0.0:1746137652.974241:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.974381:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333476480 00000100:00100000:2.0:1746137652.974387:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333476480 00002000:00100000:2.0:1746137652.974416:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3800 x1830957333476480/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.974426:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3800 with x1830957333476480 ext(0->4095) 00002000:00010000:2.0:1746137652.974430:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d3800 00000100:00100000:2.0:1746137652.974444:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14674 00000100:00100000:2.0:1746137652.974450:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333476480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137652.974542:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333476480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.974547:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14674 00002000:00100000:2.0:1746137652.974552:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3800 x1830957333476480/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.974559:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3800 with x1830957333476480 ext(0->4095) 00002000:00010000:2.0:1746137652.974562:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d3800 00000100:00100000:0.0:1746137652.976697:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.976998:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.977143:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333476608 00000100:00100000:2.0:1746137652.977151:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333476608 00000100:00100000:2.0:1746137652.977196:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31115 00000100:00100000:2.0:1746137652.977203:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:1685:x1830957333476608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.977217:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.977232:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0a6 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.977254:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd09f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.977261:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.977262:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.977265:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.977289:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd09f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.977302:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd09f expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137652.977321:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327376256:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137652.977385:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137652.977668:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333476736 00000100:00100000:0.0:1746137652.977672:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333476736 00000100:00100000:0.0:1746137652.977694:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31116 00000100:00100000:0.0:1746137652.977699:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333476736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137652.977705:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137652.977711:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0ad expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.977721:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137652.977725:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.977734:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137652.977737:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 78 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.977755:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.977765:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 78 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.977773:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8ac00, rc 0) 00000100:00100000:0.0:1746137652.977824:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1679:x1830957333476736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137652.977830:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31116 00000100:00100000:2.0:1746137652.979480:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327376256:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137652.979500:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.979512:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7000, rc 0) 00000100:00100000:2.0:1746137652.979552:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1685:x1830957333476608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2350us (2859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.979559:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31115 00000100:00100000:0.0:1746137652.979887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137652.979999:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333476864 00000100:00100000:1.0:1746137652.980005:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333476864 00010000:00010000:1.0:1746137652.980024:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd09f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137652.980042:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15466 00000100:00100000:1.0:1746137652.980047:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333476864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137652.980056:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137652.980071:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd09f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137652.980080:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd09f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137652.980441:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417760ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd09f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137652.980623:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.980625:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.980631:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.980638:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.980664:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.980674:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 76 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137652.980685:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327376512:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137652.981078:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137652.983023:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327376512:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137652.983026:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137652.983039:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137652.983374:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333476864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3325us (3486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137652.983384:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15466 00000100:00100000:2.0:1746137652.983457:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333477120 00000100:00100000:2.0:1746137652.983462:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333477120 00002000:00100000:2.0:1746137652.983492:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3b80 x1830957333477120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.983501:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3b80 with x1830957333477120 ext(0->4095) 00010000:00010000:2.0:1746137652.983507:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137652.983518:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137652.983529:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d3b80 00000100:00100000:2.0:1746137652.983557:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3515 00000100:00100000:2.0:1746137652.983564:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333477120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137652.983669:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333477120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (644us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.983675:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3515 00002000:00100000:2.0:1746137652.983680:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3b80 x1830957333477120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.983686:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3b80 with x1830957333477120 ext(0->4095) 00010000:00010000:2.0:1746137652.983690:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137652.983698:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137652.983703:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d3b80 00000100:00100000:0.0:1746137652.985959:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.986040:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333477248 00000100:00100000:2.0:1746137652.986047:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333477248 00000100:00100000:2.0:1746137652.986083:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31117 00000100:00100000:2.0:1746137652.986089:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333477248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137652.986102:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137652.986116:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0b4 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.986140:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137652.986145:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.986150:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137652.986153:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.986183:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.986197:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.986205:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6e00, rc 0) 00000100:00100000:2.0:1746137652.986252:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333477248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.986257:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31117 00000100:00100000:1.0:1746137652.986474:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333477376 00000100:00100000:1.0:1746137652.986478:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333477376 00010000:00010000:1.0:1746137652.986492:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137652.986519:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15467 00000100:00100000:1.0:1746137652.986524:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090953480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333477376:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137652.986531:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137652.986546:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137652.986555:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137652.986569:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417760f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0a6 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137652.986585:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.986586:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137652.986591:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.986597:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.986616:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137652.986625:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 76 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137652.986634:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327376768:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137652.986696:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137652.988089:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327376768:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137652.988103:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137652.988192:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090953480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2007:x1830957333477376:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1666us (1755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.988200:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15467 00000100:00100000:0.0:1746137652.988926:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.989014:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333477632 00000100:00100000:2.0:1746137652.989019:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333477632 00002000:00100000:2.0:1746137652.989049:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2300 x1830957333477632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.989058:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2300 with x1830957333477632 ext(0->4095) 00010000:00010000:2.0:1746137652.989066:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 76 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137652.989076:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 76 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137652.989083:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2300 00000100:00100000:2.0:1746137652.989098:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3516 00000100:00100000:2.0:1746137652.989104:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2010:x1830957333477632:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137652.989240:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2010:x1830957333477632:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.989245:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3516 00002000:00100000:2.0:1746137652.989251:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2300 x1830957333477632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.989257:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2300 with x1830957333477632 ext(0->4095) 00010000:00010000:2.0:1746137652.989261:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 76 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137652.989269:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 76 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137652.989274:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2300 00000100:00100000:0.0:1746137652.990569:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333477760 00000100:00100000:0.0:1746137652.990577:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333477760 00000100:00100000:0.0:1746137652.990619:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31118 00000100:00100000:0.0:1746137652.990626:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1679:x1830957333477760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137652.990636:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137652.990648:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0bb expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.990670:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137652.990675:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.990680:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137652.990683:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0bb expref: 77 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.990711:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.990722:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0bb expref: 77 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137652.990730:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8a200, rc 0) 00000100:00100000:0.0:1746137652.990771:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333477760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137652.990777:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31118 00000100:00100000:0.0:1746137652.991664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.991734:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333477888 00000100:00100000:2.0:1746137652.991739:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333477888 00010000:00010000:2.0:1746137652.991757:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 77 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137652.991784:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15468 00000100:00100000:2.0:1746137652.991788:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333477888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137652.991794:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137652.991826:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 77 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137652.991833:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 77 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137652.991846:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417760fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ad expref: 77 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137652.991863:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.991864:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.991870:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.991876:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.991897:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.991906:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137652.991917:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327377024:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137652.991977:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137652.993985:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327377024:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137652.994000:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137652.994029:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333477888:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2239us (2367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137652.994038:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15468 00000100:00100000:0.0:1746137652.995336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.995446:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333478144 00000100:00100000:2.0:1746137652.995451:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333478144 00002000:00100000:2.0:1746137652.995482:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1880 x1830957333478144/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/0 e 0 to 0 dl 1746137663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.995491:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1880 with x1830957333478144 ext(0->4095) 00010000:00010000:2.0:1746137652.995498:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137652.995509:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137652.995514:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1880 00000100:00100000:2.0:1746137652.995689:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3517 00000100:00100000:2.0:1746137652.995697:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333478144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137652.995960:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333478144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 262us (625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137652.995968:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3517 00002000:00100000:2.0:1746137652.995974:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1880 x1830957333478144/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:88/0 lens 488/4536 e 0 to 0 dl 1746137663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137652.995980:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1880 with x1830957333478144 ext(0->4095) 00010000:00010000:2.0:1746137652.995985:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137652.995994:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137652.995999:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1880 00000100:00100000:0.0:1746137652.999030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137652.999202:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333478272 00000100:00100000:2.0:1746137652.999209:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333478272 00010000:00010000:2.0:1746137652.999237:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137652.999259:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15469 00000100:00100000:2.0:1746137652.999265:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333478272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137652.999275:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137652.999289:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137652.999300:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137652.999331:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776101 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0b4 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137652.999606:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.999608:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137652.999616:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0bb expref: 75 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.999624:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0bb expref: 75 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137652.999652:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0bb expref: 75 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137652.999662:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327377152:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.000081:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.002099:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327377152:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.002123:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.002221:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333478272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2953us (3195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.002231:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15469 00000100:00100000:0.0:1746137653.002414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.002484:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333478528 00000100:00100000:3.0:1746137653.002490:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333478528 00002000:00100000:3.0:1746137653.002519:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a3100 x1830957333478528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.002526:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3100 with x1830957333478528 ext(0->4095) 00002000:00010000:3.0:1746137653.002530:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a3100 00000100:00100000:3.0:1746137653.002938:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14675 00000100:00100000:3.0:1746137653.002949:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333478528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.003408:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333478528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 459us (994us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.003415:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14675 00002000:00100000:3.0:1746137653.003420:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a3100 x1830957333478528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.003427:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3100 with x1830957333478528 ext(0->4095) 00002000:00010000:3.0:1746137653.003431:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a3100 00000100:00100000:0.0:1746137653.006146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.006180:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333478656 00000100:00100000:2.0:1746137653.006186:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333478656 00000100:00100000:2.0:1746137653.006219:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31119 00000100:00100000:2.0:1746137653.006223:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333478656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.006235:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.006245:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0c2 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.006267:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0bb expref: 75 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.006272:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.006273:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.006275:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c2 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.006294:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0bb expref: 75 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.006300:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0bb expref: 75 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.006307:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327377280:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.006385:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.007551:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327377280:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.007570:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c2 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.007582:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7c00, rc 0) 00000100:00100000:2.0:1746137653.007610:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333478656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1385us (1469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.007617:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31119 00000100:00100000:0.0:1746137653.008224:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.008575:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333478784 00000100:00100000:2.0:1746137653.008581:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333478784 00010000:00010000:2.0:1746137653.008605:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0bb expref: 76 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.008631:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15470 00000100:00100000:2.0:1746137653.008636:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2007:x1830957333478784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.008646:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.008660:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0bb expref: 76 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.008669:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0bb expref: 76 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.008685:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a200/0xddf4fb6141776108 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0bb expref: 76 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.008707:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.008708:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.008714:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c2 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.008720:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c2 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.008740:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c2 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.008749:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327377408:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.008801:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.011061:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327377408:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.011073:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.011100:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:2007:x1830957333478784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2463us (2878us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.011110:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15470 00000100:00100000:0.0:1746137653.011664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.011719:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333479040 00000100:00100000:3.0:1746137653.011725:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333479040 00002000:00100000:3.0:1746137653.011755:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1180 x1830957333479040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.011763:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1180 with x1830957333479040 ext(0->4095) 00002000:00010000:3.0:1746137653.011766:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a1180 00000100:00100000:3.0:1746137653.011792:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14676 00000100:00100000:3.0:1746137653.011797:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333479040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.012133:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333479040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 334us (469us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.012142:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14676 00002000:00100000:3.0:1746137653.012147:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1180 x1830957333479040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.012153:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1180 with x1830957333479040 ext(0->4095) 00002000:00010000:3.0:1746137653.012156:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a1180 00000100:00100000:0.0:1746137653.016049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.017681:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333479168 00000100:00100000:2.0:1746137653.017689:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333479168 00000100:00100000:1.0:1746137653.017834:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.018269:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333479296 00000100:00100000:2.0:1746137653.018273:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333479296 00000100:00100000:2.0:1746137653.018387:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31120 00000100:00100000:2.0:1746137653.018395:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:1679:x1830957333479168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.018409:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.018423:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0c9 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.018445:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c2 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.018452:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.018454:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.018456:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.018479:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c2 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.018490:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c2 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.018500:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327377536:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.018567:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.018845:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31121 00000100:00100000:3.0:1746137653.018853:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1685:x1830957333479296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.018860:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.018866:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0d0 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.018876:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.018879:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.018884:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.018887:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d0 expref: 78 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.018905:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.018915:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d0 expref: 78 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.018927:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137653.018950:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1685:x1830957333479296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (1118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.018955:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31121 00000100:00100000:2.0:1746137653.021636:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327377536:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.021657:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.021671:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6e00, rc 0) 00000100:00100000:2.0:1746137653.021716:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333479168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3322us (5676us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.021723:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31120 00000100:00100000:0.0:1746137653.023099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.023153:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333479424 00000100:00100000:2.0:1746137653.023160:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333479424 00010000:00010000:2.0:1746137653.023185:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c2 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.023218:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15471 00000100:00100000:2.0:1746137653.023225:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333479424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.023234:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.023250:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c2 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.023259:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c2 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.023282:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb614177610f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c2 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.023302:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.023304:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.023319:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.023327:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.023350:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.023364:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 76 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.023374:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327377792:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.023435:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.026588:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327377792:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.026603:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.026639:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333479424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3413us (3544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.026647:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15471 00000100:00100000:0.0:1746137653.027677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.028096:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333479680 00000100:00100000:0.0:1746137653.028096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.028103:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333479680 00000100:00100000:0.0:1746137653.028166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.028184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.028198:0:7230:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333479552 00000100:00100000:0.0:1746137653.028201:0:7230:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333479552 00000100:00100000:0.0:1746137653.028225:0:7230:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 545 00000100:00080000:1.0:1746137653.028230:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137653.028231:0:7230:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9fc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e86c546-3529-434a-aea7-948422805b2a+12:2009:x1830957333479552:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746137653.028242:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333480192 00000100:00100000:1.0:1746137653.028245:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333480192 00000100:00100000:0.0:1746137653.028267:0:7230:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9fc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e86c546-3529-434a-aea7-948422805b2a+12:2009:x1830957333479552:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 36us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137653.028273:0:7230:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 545 00000100:00100000:0.0:1746137653.028301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.028360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.028370:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333479808 00000100:00100000:0.0:1746137653.028373:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333479808 00000100:00100000:2.0:1746137653.028398:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333479936 00000100:00100000:2.0:1746137653.028401:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333479936 00000100:00100000:2.0:1746137653.028419:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 737 00000100:00100000:2.0:1746137653.028423:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2009:x1830957333479936:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746137653.028433:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333480064 00000100:00100000:3.0:1746137653.028435:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333480064 00000100:00100000:2.0:1746137653.028445:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2009:x1830957333479936:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 22us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.028449:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 737 00000100:00100000:1.0:1746137653.028470:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1060 00000100:00100000:2.0:1746137653.028475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.028476:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333479680:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746137653.028483:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333480320 00000100:00100000:2.0:1746137653.028485:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333480320 00000100:00100000:2.0:1746137653.028496:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 738 00000100:00100000:2.0:1746137653.028499:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333480320:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746137653.028499:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333479680:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 24us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.028505:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1060 00000100:00100000:2.0:1746137653.028515:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333480320:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 15us (39us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.028515:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1061 00000100:00100000:2.0:1746137653.028519:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 738 00000100:00100000:1.0:1746137653.028519:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333480192:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746137653.028537:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333480192:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 17us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.028541:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1061 00000100:00100000:2.0:1746137653.028554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:1.0:1746137653.028556:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746137653.028558:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746137653.028560:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746137653.028565:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333480576 00000100:00100000:2.0:1746137653.028567:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333480576 00002000:00100000:2.0:1746137653.028586:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d8700 x1830957333480576/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.028594:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d8700 with x1830957333480576 ext(0->4095) 00010000:00010000:2.0:1746137653.028601:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.028611:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.028621:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d8700 00000100:00100000:3.0:1746137653.029137:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1062 00000100:00100000:3.0:1746137653.029143:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2009:x1830957333480064:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746137653.029171:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2009:x1830957333480064:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 29us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.029175:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1062 00000100:00100000:3.0:1746137653.029184:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1063 00000100:00100000:3.0:1746137653.029187:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2009:x1830957333479808:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746137653.029204:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2009:x1830957333479808:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 16us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.029209:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1063 00000100:00100000:2.0:1746137653.029209:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3518 00000100:00100000:2.0:1746137653.029214:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333480576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.029301:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333480576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (746us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.029305:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3518 00002000:00100000:2.0:1746137653.029320:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d8700 x1830957333480576/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.029327:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d8700 with x1830957333480576 ext(0->4095) 00010000:00010000:2.0:1746137653.029332:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.029340:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.029345:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d8700 00000100:00100000:0.0:1746137653.032983:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.033785:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333480704 00000100:00100000:2.0:1746137653.033792:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333480704 00010000:00010000:2.0:1746137653.033855:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.033894:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15472 00000100:00100000:2.0:1746137653.033904:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333480704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.033916:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.033937:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.033948:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.033969:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776116 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0c9 expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.034010:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.034012:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.034021:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d0 expref: 76 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.034028:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d0 expref: 76 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.034060:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d0 expref: 76 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.034074:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327377920:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.034554:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746137653.037078:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137653.037556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.037651:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333480960 00000100:00100000:1.0:1746137653.037658:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333480960 00000100:00100000:2.0:1746137653.037686:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327377920:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746137653.037689:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f8e00 x1830957333480960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.037696:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f8e00 with x1830957333480960 ext(0->4095) 00002000:00010000:1.0:1746137653.037700:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4f8e00 00010000:00010000:2.0:1746137653.037705:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137653.037718:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14677 00000100:00100000:1.0:1746137653.037723:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2010:x1830957333480960:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137653.037750:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2008:x1830957333480704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3846us (4772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.037758:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15472 00000100:00100000:1.0:1746137653.037844:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2010:x1830957333480960:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.037849:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14677 00002000:00100000:1.0:1746137653.037855:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f8e00 x1830957333480960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.037861:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f8e00 with x1830957333480960 ext(0->4095) 00002000:00010000:1.0:1746137653.037864:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4f8e00 00000100:00100000:0.0:1746137653.040879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.041440:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333481088 00000100:00100000:2.0:1746137653.041449:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333481088 00000100:00100000:2.0:1746137653.041511:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31122 00000100:00100000:2.0:1746137653.041520:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333481088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.041536:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.041553:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0d7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.041579:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d0 expref: 75 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.041586:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.041588:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.041592:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d7 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.041620:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d0 expref: 75 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.041632:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d0 expref: 75 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.041643:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327378048:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.041756:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.044387:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327378048:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.044418:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d7 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.044438:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6c00, rc 0) 00000100:00100000:2.0:1746137653.044687:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333481088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3165us (3808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.044696:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31122 00000100:00100000:0.0:1746137653.045336:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.045612:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333481216 00000100:00100000:2.0:1746137653.045619:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333481216 00010000:00010000:2.0:1746137653.045648:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d0 expref: 76 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.045674:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15473 00000100:00100000:2.0:1746137653.045681:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2007:x1830957333481216:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.045695:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.045715:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d0 expref: 76 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.045726:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d0 expref: 76 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.045744:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177611d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d0 expref: 76 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.045762:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.045764:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.045772:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.045784:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.045844:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.045856:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327378176:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.045936:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.049434:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327378176:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.049456:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.049520:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:2007:x1830957333481216:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3835us (4182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.049530:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15473 00000100:00100000:0.0:1746137653.051019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.051597:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333481472 00000100:00100000:1.0:1746137653.051606:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333481472 00002000:00100000:1.0:1746137653.051647:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f9180 x1830957333481472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.051656:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f9180 with x1830957333481472 ext(0->4095) 00002000:00010000:1.0:1746137653.051661:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4f9180 00000100:00100000:1.0:1746137653.051707:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14678 00000100:00100000:1.0:1746137653.051716:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333481472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137653.051901:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333481472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 185us (885us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.051908:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14678 00002000:00100000:1.0:1746137653.051914:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f9180 x1830957333481472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.051921:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f9180 with x1830957333481472 ext(0->4095) 00002000:00010000:1.0:1746137653.051924:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4f9180 00000100:00100000:0.0:1746137653.052749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.053198:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333481600 00000100:00100000:2.0:1746137653.053205:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333481600 00000100:00100000:2.0:1746137653.053250:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31123 00000100:00100000:2.0:1746137653.053258:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+75:1679:x1830957333481600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.053270:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.053284:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0de expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.053326:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.053334:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.053336:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.053339:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.053368:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.053380:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d7 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.053391:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327378304:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.053961:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.056901:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.057100:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333481728 00000100:00100000:2.0:1746137653.057110:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333481728 00000100:00100000:2.0:1746137653.057153:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31124 00000100:00100000:2.0:1746137653.057161:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1685:x1830957333481728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.057177:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.057191:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0e5 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.057216:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.057222:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.057227:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.057230:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0e5 expref: 78 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.057261:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.057276:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0e5 expref: 78 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.057286:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6a00, rc 0) 00000100:00100000:2.0:1746137653.057341:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1685:x1830957333481728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.057347:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31124 00000100:00100000:2.0:1746137653.060281:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327378304:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.060304:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.060327:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7600, rc 0) 00000100:00100000:2.0:1746137653.060368:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333481600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7110us (7621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.060377:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31123 00000100:00100000:0.0:1746137653.061028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.061144:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333481856 00000100:00100000:2.0:1746137653.061150:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333481856 00010000:00010000:2.0:1746137653.061175:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d7 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.061516:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15474 00000100:00100000:2.0:1746137653.061525:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333481856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.061541:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.061560:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d7 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.061572:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d7 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.061592:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb6141776124 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0d7 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.061778:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.061781:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.061789:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.061797:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.061867:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 76 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.061879:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 76 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.061890:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327378560:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.061959:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.064303:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327378560:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.064332:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.064393:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333481856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2867us (3365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.064407:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15474 00000100:00100000:0.0:1746137653.065603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.065895:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333482112 00000100:00100000:1.0:1746137653.065904:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333482112 00002000:00100000:1.0:1746137653.065941:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f9880 x1830957333482112/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.065949:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f9880 with x1830957333482112 ext(0->4095) 00010000:00010000:1.0:1746137653.065957:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.065968:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.065974:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4f9880 00000100:00100000:1.0:1746137653.065997:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3519 00000100:00100000:1.0:1746137653.066005:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333482112:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.066152:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333482112:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (552us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.066168:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3519 00002000:00100000:1.0:1746137653.066176:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f9880 x1830957333482112/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.066183:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f9880 with x1830957333482112 ext(0->4095) 00010000:00010000:1.0:1746137653.066188:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.066197:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.066203:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4f9880 00000100:00100000:0.0:1746137653.068938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.069032:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333482240 00000100:00100000:2.0:1746137653.069040:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333482240 00010000:00010000:2.0:1746137653.069065:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.069089:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15475 00000100:00100000:2.0:1746137653.069095:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2009:x1830957333482240:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.069105:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.069120:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.069131:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.069148:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb614177612b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0de expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.069162:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.069164:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.069170:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0e5 expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.069177:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0e5 expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.069199:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0e5 expref: 76 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.069210:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327378688:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.069268:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.071602:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.071996:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333482496 00000100:00100000:1.0:1746137653.072004:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333482496 00002000:00100000:1.0:1746137653.072043:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f9f80 x1830957333482496/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.072052:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f9f80 with x1830957333482496 ext(0->4095) 00002000:00010000:1.0:1746137653.072056:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4f9f80 00000100:00100000:1.0:1746137653.072081:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14679 00000100:00100000:1.0:1746137653.072089:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2010:x1830957333482496:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137653.072223:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2010:x1830957333482496:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (626us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.072230:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14679 00002000:00100000:1.0:1746137653.072236:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f9f80 x1830957333482496/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.072243:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f9f80 with x1830957333482496 ext(0->4095) 00002000:00010000:1.0:1746137653.072245:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4f9f80 00000100:00100000:2.0:1746137653.072474:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327378688:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.072490:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.072519:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2009:x1830957333482240:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3424us (3588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.072526:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15475 00000100:00100000:0.0:1746137653.076048:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.076117:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333482624 00000100:00100000:2.0:1746137653.076125:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333482624 00000100:00100000:2.0:1746137653.076177:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31125 00000100:00100000:2.0:1746137653.076184:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333482624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.076198:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.076211:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0ec expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.076233:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0e5 expref: 75 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.076240:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.076242:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.076245:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.076267:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0e5 expref: 75 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.076282:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0e5 expref: 75 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.076292:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327378816:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.076385:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.081900:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327378816:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.081929:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.081944:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6e00, rc 0) 00000100:00100000:0.0:1746137653.083470:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.083741:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333482624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7555us (7698us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.083750:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333482752 00000100:00100000:2.0:1746137653.083751:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31125 00000100:00100000:3.0:1746137653.083756:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333482752 00010000:00010000:3.0:1746137653.083783:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0e5 expref: 76 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.083826:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15476 00000100:00100000:3.0:1746137653.083832:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333482752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.083842:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746137653.084755:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.084824:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333482880 00000100:00100000:2.0:1746137653.084828:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333482880 00000100:00100000:2.0:1746137653.084850:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31126 00000100:00100000:2.0:1746137653.084856:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333482880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.084869:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.084880:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0f3 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.084898:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.084903:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.084913:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137653.084915:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.084940:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.084949:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.084957:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7000, rc 0) 00010000:00010000:3.0:1746137653.084969:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0e5 expref: 78 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.084980:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0e5 expref: 78 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.084998:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776132 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0e5 expref: 78 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.085557:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333482880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 697us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.085564:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31126 00010000:00010000:3.0:1746137653.085956:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.085958:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.085965:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.085973:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.086005:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.086018:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.086029:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327379072:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.086087:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.087968:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327379072:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.087983:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.088015:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2008:x1830957333482752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4182us (4549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.088027:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15476 00000100:00100000:0.0:1746137653.088746:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.088928:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333483136 00000100:00100000:2.0:1746137653.088933:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333483136 00002000:00100000:2.0:1746137653.088967:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f8a80 x1830957333483136/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.088976:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f8a80 with x1830957333483136 ext(0->4095) 00010000:00010000:2.0:1746137653.088984:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.088996:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.089001:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4f8a80 00000100:00100000:2.0:1746137653.089029:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3520 00000100:00100000:2.0:1746137653.089035:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333483136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.089959:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333483136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 921us (1211us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.089969:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3520 00002000:00100000:2.0:1746137653.089975:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f8a80 x1830957333483136/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.089982:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f8a80 with x1830957333483136 ext(0->4095) 00010000:00010000:2.0:1746137653.089988:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.090001:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.090007:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4f8a80 00000100:00100000:0.0:1746137653.097870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.098069:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333483264 00000100:00100000:3.0:1746137653.098077:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333483264 00010000:00010000:3.0:1746137653.098106:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.098139:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15477 00000100:00100000:3.0:1746137653.098146:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333483264:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.098156:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.098171:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.098181:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.098199:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb6141776139 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0ec expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.099445:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.099449:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.099457:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.099466:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.099498:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.099509:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327379200:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.100942:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.102755:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327379200:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.102771:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.102826:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333483264:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4679us (4961us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137653.102833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.102834:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15477 00000100:00100000:3.0:1746137653.102964:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333483520 00000100:00100000:3.0:1746137653.102970:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333483520 00002000:00100000:3.0:1746137653.102998:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fbb80 x1830957333483520/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.103006:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fbb80 with x1830957333483520 ext(0->4095) 00002000:00010000:3.0:1746137653.103010:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4fbb80 00000100:00100000:3.0:1746137653.103035:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14680 00000100:00100000:3.0:1746137653.103041:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2007:x1830957333483520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.103158:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2007:x1830957333483520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.103164:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14680 00002000:00100000:3.0:1746137653.103168:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fbb80 x1830957333483520/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.103174:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fbb80 with x1830957333483520 ext(0->4095) 00002000:00010000:3.0:1746137653.103176:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4fbb80 00000100:00100000:0.0:1746137653.105058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.105161:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333483648 00000100:00100000:2.0:1746137653.105168:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333483648 00000100:00100000:2.0:1746137653.105197:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31127 00000100:00100000:2.0:1746137653.105202:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333483648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.105217:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.105231:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd0fa expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.105252:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.105258:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.105259:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.105262:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.105283:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.105292:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 75 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.105301:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327379328:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.105383:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.107137:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327379328:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.107159:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.107172:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7600, rc 0) 00000100:00100000:2.0:1746137653.107217:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333483648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2014us (2164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.107228:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31127 00000100:00100000:0.0:1746137653.108294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.108518:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333483776 00000100:00100000:3.0:1746137653.108524:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333483776 00002000:00100000:3.0:1746137653.108556:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec5a680 x1830957333483776/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 496/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.108564:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5a680 with x1830957333483776 ext(0->7) 00010000:00010000:3.0:1746137653.108570:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 76 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.108581:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 76 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.108587:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5a680 00000100:00100000:3.0:1746137653.109697:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3521 00000100:00100000:3.0:1746137653.109706:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+76:2007:x1830957333483776:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137653.110442:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2007:x1830957333483776:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 736us (2149us total) trans 4294972174 rc 0/0 00000100:00100000:0.0:1746137653.110449:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3521 00002000:00100000:0.0:1746137653.110455:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec5a680 x1830957333483776/t4294972174(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 496/448 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.110463:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5a680 with x1830957333483776 ext(0->7) 00010000:00010000:0.0:1746137653.110470:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 78 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.110480:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 78 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.110485:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5a680 00000100:00100000:0.0:1746137653.113338:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.113432:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333483904 00000100:00100000:2.0:1746137653.113440:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333483904 00010000:00010000:2.0:1746137653.113468:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 78 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.113641:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15478 00000100:00100000:2.0:1746137653.113648:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2007:x1830957333483904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.113660:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746137653.113673:0:7223:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746137653 -> 1746137654 00002000:00010000:2.0:1746137653.113676:0:7223:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746137653 -> 1746137654 00010000:00010000:2.0:1746137653.113680:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 78 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.113690:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 78 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.113708:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776140 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0f3 expref: 78 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.113736:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.113738:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.113744:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.113751:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.113783:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.113793:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327379456:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.114077:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.116367:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.116453:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333484032 00000100:00100000:3.0:1746137653.116459:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333484032 00000100:00100000:3.0:1746137653.116493:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31128 00000100:00100000:3.0:1746137653.116500:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1679:x1830957333484032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.116513:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.116525:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd101 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.116546:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.116552:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.116553:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.116556:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.116580:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.116590:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.116599:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327379584:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.117515:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d59c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.117617:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327379456:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.117631:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.117656:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333483904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4008us (4325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.117661:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.117664:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15478 00000100:00100000:1.0:1746137653.117677:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333484288 00000100:00100000:1.0:1746137653.117680:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333484288 00002000:00100000:1.0:1746137653.117702:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c73480 x1830957333484288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.118013:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73480 with x1830957333484288 ext(0->4095) 00010000:00010000:1.0:1746137653.118020:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.118030:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.118035:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c73480 00000100:00100000:1.0:1746137653.118061:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3522 00000100:00100000:1.0:1746137653.118067:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333484288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.118150:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333484288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.118155:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3522 00002000:00100000:1.0:1746137653.118160:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c73480 x1830957333484288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.118167:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73480 with x1830957333484288 ext(0->4095) 00010000:00010000:1.0:1746137653.118171:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.118179:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.118185:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c73480 00000100:00100000:3.0:1746137653.120203:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327379584:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.120225:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137653.120236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137653.120237:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:1.0:1746137653.120298:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333484416 00000100:00100000:1.0:1746137653.120303:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333484416 00000100:00100000:0.0:1746137653.120305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.120342:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31129 00000100:00100000:1.0:1746137653.120348:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333484416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.120356:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.120367:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd108 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.120381:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.120385:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.120390:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.120393:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd108 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.120411:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333484544 00000100:00100000:2.0:1746137653.120414:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333484544 00010000:00010000:1.0:1746137653.120415:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.120423:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd108 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.120427:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.120429:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:2.0:1746137653.120444:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15479 00000100:00100000:1.0:1746137653.120447:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333484416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.120448:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333484544:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.120455:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746137653.120455:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31129 00010000:00010000:2.0:1746137653.120468:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.120476:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.120490:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776147 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd0fa expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.120502:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.120503:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.120508:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.120514:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.120568:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.120578:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.120588:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327379840:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.120598:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1679:x1830957333484032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3766us (3904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.120603:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31128 00000100:00100000:2.0:1746137653.120621:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.121934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.121976:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333484800 00000100:00100000:3.0:1746137653.121980:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333484800 00000100:00100000:2.0:1746137653.122000:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327379840:192.168.203.12@tcp:105: 00002000:00100000:3.0:1746137653.122001:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec59f80 x1830957333484800/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.122009:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59f80 with x1830957333484800 ext(0->4095) 00010000:00010000:2.0:1746137653.122010:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137653.122014:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.122022:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.122027:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec59f80 00000100:00100000:3.0:1746137653.122050:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3523 00000100:00100000:3.0:1746137653.122055:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2008:x1830957333484800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.122243:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333484544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1793us (1937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.122245:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2008:x1830957333484800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 190us (314us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.122250:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3523 00000100:00100000:2.0:1746137653.122250:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15479 00002000:00100000:3.0:1746137653.122255:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec59f80 x1830957333484800/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.122261:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59f80 with x1830957333484800 ext(0->4095) 00010000:00010000:3.0:1746137653.122265:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.122273:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.122278:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec59f80 00000100:00100000:0.0:1746137653.124083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.124149:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333484928 00000100:00100000:2.0:1746137653.124155:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333484928 00010000:00010000:2.0:1746137653.124177:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.124201:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15480 00000100:00100000:2.0:1746137653.124206:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2008:x1830957333484928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.124215:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.124228:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.124236:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.124253:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177614e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd101 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.124280:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.124282:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.124287:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd108 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.124294:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd108 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.124330:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd108 expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.124340:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327379968:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.124405:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.125955:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327379968:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.125969:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.125992:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2008:x1830957333484928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1786us (1914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.125999:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15480 00000100:00100000:0.0:1746137653.126439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.126491:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333485184 00000100:00100000:3.0:1746137653.126495:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333485184 00002000:00100000:3.0:1746137653.126522:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3b80 x1830957333485184/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.126531:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3b80 with x1830957333485184 ext(0->4095) 00002000:00010000:3.0:1746137653.126535:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd3b80 00000100:00100000:3.0:1746137653.126549:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14681 00000100:00100000:3.0:1746137653.126555:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2007:x1830957333485184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.126650:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2007:x1830957333485184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (212us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.126656:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14681 00002000:00100000:3.0:1746137653.126661:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3b80 x1830957333485184/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.126668:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3b80 with x1830957333485184 ext(0->4095) 00002000:00010000:3.0:1746137653.126670:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd3b80 00000100:00100000:0.0:1746137653.128051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.128123:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333485312 00000100:00100000:3.0:1746137653.128128:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333485312 00000100:00100000:3.0:1746137653.128224:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31130 00000100:00100000:3.0:1746137653.128230:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333485312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.128240:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.128252:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd10f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.128271:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd108 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.128278:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.128279:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.128282:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd10f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.128305:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd108 expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.128330:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd108 expref: 77 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.128340:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327380096:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.128682:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.131275:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327380096:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.131304:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd10f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.131328:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c800, rc 0) 00000100:00100000:3.0:1746137653.131362:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333485312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3132us (3313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.131369:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31130 00000100:00100000:0.0:1746137653.131932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.132063:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333485440 00000100:00100000:2.0:1746137653.132068:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333485440 00010000:00010000:2.0:1746137653.132091:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd108 expref: 78 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.132111:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15481 00000100:00100000:2.0:1746137653.132117:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2007:x1830957333485440:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.132127:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.132141:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd108 expref: 78 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.132151:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd108 expref: 78 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.132170:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb6141776155 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd108 expref: 78 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.132293:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.132295:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.132301:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd10f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.132322:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd10f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.132348:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd10f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.132358:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327380224:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.132855:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.134171:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327380224:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.134185:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.134226:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:2007:x1830957333485440:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2108us (2295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.134236:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15481 00000100:00100000:1.0:1746137653.137771:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.137884:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333485696 00000100:00100000:0.0:1746137653.137892:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333485696 00002000:00100000:0.0:1746137653.137925:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c71500 x1830957333485696/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.137934:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71500 with x1830957333485696 ext(0->4095) 00002000:00010000:0.0:1746137653.137938:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c71500 00000100:00100000:0.0:1746137653.137968:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14682 00000100:00100000:0.0:1746137653.137976:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333485696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137653.138077:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333485696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137653.138083:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14682 00002000:00100000:0.0:1746137653.138088:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c71500 x1830957333485696/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.138095:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71500 with x1830957333485696 ext(0->4095) 00002000:00010000:0.0:1746137653.138098:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c71500 00000100:00100000:1.0:1746137653.138185:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.138244:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333485824 00000100:00100000:2.0:1746137653.138248:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333485824 00000100:00100000:2.0:1746137653.138270:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31131 00000100:00100000:2.0:1746137653.138276:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+77:1679:x1830957333485824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.138283:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.138295:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd116 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.138323:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd10f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.138330:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.138331:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.138334:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.138361:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd10f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.138371:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd10f expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.138381:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327380352:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.138447:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.139158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.139735:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333485952 00000100:00100000:1.0:1746137653.139740:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333485952 00000100:00100000:1.0:1746137653.139776:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31132 00000100:00100000:1.0:1746137653.139782:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333485952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.139791:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.139802:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd11d expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.139839:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.139845:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.139849:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.139852:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd11d expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.139875:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.139884:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd11d expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.139891:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e200, rc 0) 00000100:00100000:1.0:1746137653.139920:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333485952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.139926:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31132 00000100:00100000:0.0:1746137653.140096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.140155:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333486080 00000100:00100000:2.0:1746137653.140159:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333486080 00010000:00010000:2.0:1746137653.140174:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd10f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.140191:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15482 00000100:00100000:2.0:1746137653.140195:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333486080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.140203:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.140216:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd10f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.140224:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd10f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.140237:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.140239:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.140244:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.140254:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.140271:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.140280:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.140289:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327380608:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.140339:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746137653.140419:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177615c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd10f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.140433:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327380352:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.140447:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.140453:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.140460:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6a00, rc 0) 00000100:00100000:3.0:1746137653.140478:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1679:x1830957333485824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2203us (2294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.140484:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31131 00000100:00100000:2.0:1746137653.145694:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327380608:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.145723:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.145775:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333486080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5578us (5679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.145785:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15482 00000100:00100000:1.0:1746137653.147578:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.147755:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333486336 00000100:00100000:3.0:1746137653.147762:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333486336 00002000:00100000:3.0:1746137653.147797:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c24380 x1830957333486336/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.147822:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c24380 with x1830957333486336 ext(0->4095) 00010000:00010000:3.0:1746137653.147830:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.147842:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.147848:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c24380 00000100:00100000:3.0:1746137653.147876:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3524 00000100:00100000:3.0:1746137653.147883:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333486336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.147983:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333486336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (410us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.147988:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3524 00002000:00100000:3.0:1746137653.147993:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c24380 x1830957333486336/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.148000:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c24380 with x1830957333486336 ext(0->4095) 00010000:00010000:3.0:1746137653.148004:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.148012:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.148017:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c24380 00000100:00100000:1.0:1746137653.153165:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.153273:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333486464 00000100:00100000:2.0:1746137653.153280:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333486464 00010000:00010000:2.0:1746137653.153322:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.153576:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15483 00000100:00100000:2.0:1746137653.153584:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2008:x1830957333486464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.153596:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.153612:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.153623:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.153642:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb6141776163 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd116 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.153772:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.153775:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.153781:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd11d expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.153788:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd11d expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.153840:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd11d expref: 78 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.153850:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327380736:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.154372:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.156624:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327380736:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.156642:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.156719:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2008:x1830957333486464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3135us (3558us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.156728:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15483 00000100:00100000:0.0:1746137653.157375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.157433:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333486720 00000100:00100000:1.0:1746137653.157439:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333486720 00002000:00100000:1.0:1746137653.157470:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd2d80 x1830957333486720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.157479:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2d80 with x1830957333486720 ext(0->4095) 00002000:00010000:1.0:1746137653.157483:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd2d80 00000100:00100000:1.0:1746137653.157570:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14683 00000100:00100000:1.0:1746137653.157577:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2008:x1830957333486720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137653.157863:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2008:x1830957333486720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 285us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.157869:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14683 00002000:00100000:1.0:1746137653.157874:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd2d80 x1830957333486720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.157881:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2d80 with x1830957333486720 ext(0->4095) 00002000:00010000:1.0:1746137653.157884:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd2d80 00000100:00100000:1.0:1746137653.162111:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.162169:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333486848 00000100:00100000:3.0:1746137653.162176:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333486848 00000100:00100000:3.0:1746137653.162225:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31133 00000100:00100000:3.0:1746137653.162232:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333486848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.162245:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.162258:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd124 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.162281:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd11d expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.162288:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.162289:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.162292:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.162328:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd11d expref: 77 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.162337:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd11d expref: 77 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.162348:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327380864:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.162421:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.163567:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327380864:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.163588:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.163604:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137653.163769:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333486848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1537us (1663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.164467:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31133 00000100:00100000:0.0:1746137653.168428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.168493:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333486976 00000100:00100000:2.0:1746137653.168502:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333486976 00000100:00100000:0.0:1746137653.168514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137653.168530:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd11d expref: 78 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.168554:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15484 00000100:00100000:2.0:1746137653.168560:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2008:x1830957333486976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.168572:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.168588:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd11d expref: 78 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.168598:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd11d expref: 78 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.168617:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e200/0xddf4fb614177616a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd11d expref: 78 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.168634:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.168636:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.168642:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.168649:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.168687:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.168702:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327380992:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.168789:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333487104 00000100:00100000:3.0:1746137653.168794:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333487104 00000100:00100000:3.0:1746137653.168836:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31134 00000100:00100000:3.0:1746137653.168842:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1679:x1830957333487104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.168852:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.168861:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd12b expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.168876:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.168882:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.168884:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.168886:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.168902:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.168911:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.168924:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327381120:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.169573:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.169723:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.171350:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327380992:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.171367:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.171412:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2008:x1830957333486976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2850us (2990us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.171421:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15484 00000100:00100000:3.0:1746137653.171640:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327381120:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.171659:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.171672:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137653.171704:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:1679:x1830957333487104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2862us (3189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.171711:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31134 00000100:00100000:1.0:1746137653.175500:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.175576:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333487360 00000100:00100000:2.0:1746137653.175584:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333487360 00002000:00100000:2.0:1746137653.175620:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b000700 x1830957333487360/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.175630:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b000700 with x1830957333487360 ext(0->4095) 00010000:00010000:2.0:1746137653.175637:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.175650:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.175656:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b000700 00000100:00100000:2.0:1746137653.175686:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3525 00000100:00100000:2.0:1746137653.175693:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333487360:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137653.175831:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333487360:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.175840:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3525 00002000:00100000:2.0:1746137653.175845:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b000700 x1830957333487360/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.175852:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b000700 with x1830957333487360 ext(0->4095) 00010000:00010000:2.0:1746137653.175856:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.175864:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.175870:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b000700 00000100:00100000:1.0:1746137653.179334:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.179479:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333487488 00000100:00100000:2.0:1746137653.179487:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333487488 00010000:00010000:2.0:1746137653.179514:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.179564:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15485 00000100:00100000:2.0:1746137653.179571:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333487488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.179582:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.179597:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.179606:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.179623:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776171 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd124 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.179645:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.179650:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.179657:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.179664:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.179691:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.179700:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327381248:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.180206:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.181600:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327381248:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.181614:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.181652:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333487488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2081us (2325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.181660:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15485 00000100:00100000:1.0:1746137653.184261:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.185639:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333487744 00000100:00100000:2.0:1746137653.185648:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333487744 00002000:00100000:2.0:1746137653.185685:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b003100 x1830957333487744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.185694:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b003100 with x1830957333487744 ext(0->4095) 00002000:00010000:2.0:1746137653.185698:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b003100 00000100:00100000:2.0:1746137653.185738:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14684 00000100:00100000:2.0:1746137653.185745:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2009:x1830957333487744:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137653.185898:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2009:x1830957333487744:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (1641us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.185903:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14684 00002000:00100000:2.0:1746137653.185908:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b003100 x1830957333487744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.185919:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b003100 with x1830957333487744 ext(0->4095) 00002000:00010000:2.0:1746137653.185922:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b003100 00000100:00100000:1.0:1746137653.192212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.192380:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333487872 00000100:00100000:3.0:1746137653.192387:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333487872 00000100:00100000:3.0:1746137653.192430:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31135 00000100:00100000:3.0:1746137653.192438:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333487872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.192453:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.192466:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd132 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.192493:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.192500:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.192501:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.192504:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.192533:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.192543:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 77 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.192553:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327381376:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.192636:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.196162:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327381376:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.196188:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137653.196197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137653.196202:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:2.0:1746137653.196385:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333488000 00000100:00100000:2.0:1746137653.196391:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333488000 00000100:00100000:3.0:1746137653.196452:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333487872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4013us (4247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.196459:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31135 00002000:00100000:2.0:1746137653.196504:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092fd0a80 x1830957333488000/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 496/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.196513:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0a80 with x1830957333488000 ext(0->7) 00010000:00010000:2.0:1746137653.196519:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 78 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.196529:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 78 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.196535:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd0a80 00000100:00100000:2.0:1746137653.196551:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3526 00000100:00100000:2.0:1746137653.196557:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+78:2009:x1830957333488000:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137653.200932:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2009:x1830957333488000:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 4368us (4728us total) trans 4294972175 rc 0/0 00000100:00100000:0.0:1746137653.200943:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3526 00002000:00100000:0.0:1746137653.200951:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092fd0a80 x1830957333488000/t4294972175(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 496/448 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.200960:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0a80 with x1830957333488000 ext(0->7) 00010000:00010000:0.0:1746137653.200968:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.200982:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.200987:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd0a80 00000100:00100000:0.0:1746137653.204289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.204391:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333488128 00000100:00100000:2.0:1746137653.204398:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333488128 00010000:00010000:2.0:1746137653.204426:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.204463:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15486 00000100:00100000:2.0:1746137653.204470:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2009:x1830957333488128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.204481:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.204496:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.204506:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.204524:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776178 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd12b expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.204552:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.204554:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.204560:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.204567:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.204593:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.204603:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327381504:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.204662:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.204894:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.205700:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333488256 00000100:00100000:2.0:1746137653.205704:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333488256 00000100:00100000:2.0:1746137653.205740:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31136 00000100:00100000:2.0:1746137653.205746:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333488256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.205758:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.205767:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd139 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.205786:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.205877:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.205879:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.205882:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.205893:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327381504:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.205898:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.205904:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137653.205907:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.205915:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327381632:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.205928:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2009:x1830957333488128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1459us (1645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.205934:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15486 00000100:00100000:2.0:1746137653.205950:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.206544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.206660:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333488512 00000100:00100000:2.0:1746137653.206664:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333488512 00002000:00100000:2.0:1746137653.206687:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3100 x1830957333488512/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.206701:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3100 with x1830957333488512 ext(0->4095) 00010000:00010000:2.0:1746137653.206706:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.206714:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.206720:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd3100 00000100:00100000:2.0:1746137653.206745:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3527 00000100:00100000:2.0:1746137653.206750:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333488512:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.206866:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333488512:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.206872:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3527 00002000:00100000:2.0:1746137653.206877:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3100 x1830957333488512/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.206883:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3100 with x1830957333488512 ext(0->4095) 00010000:00010000:2.0:1746137653.206886:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.206894:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.206898:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd3100 00000100:00100000:2.0:1746137653.207276:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327381632:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.207291:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.207300:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7600, rc 0) 00000100:00100000:2.0:1746137653.207609:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333488256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1862us (2714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.207616:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31136 00000100:00100000:1.0:1746137653.209242:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.209379:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333488640 00000100:00100000:2.0:1746137653.209385:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333488640 00000100:00100000:2.0:1746137653.209427:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31137 00000100:00100000:2.0:1746137653.209433:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333488640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.209445:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.209458:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd140 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.209481:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.209485:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.209490:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.209493:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd140 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.209517:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.209526:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd140 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.209537:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7000, rc 0) 00000100:00100000:2.0:1746137653.209574:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1685:x1830957333488640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.209578:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31137 00000100:00100000:0.0:1746137653.209943:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.209991:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333488768 00000100:00100000:3.0:1746137653.209995:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333488768 00010000:00010000:3.0:1746137653.210014:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.210041:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15487 00000100:00100000:3.0:1746137653.210046:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333488768:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.210053:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.210065:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.210074:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.210088:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177617f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd132 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.210110:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.210111:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.210116:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.210122:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.210139:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.210148:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.210161:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327381888:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.210214:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.214252:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327381888:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.214269:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.214322:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333488768:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4275us (4379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.214333:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15487 00000100:00100000:3.0:1746137653.214613:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.214634:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333489024 00000100:00100000:0.0:1746137653.214639:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333489024 00002000:00100000:0.0:1746137653.214673:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090950700 x1830957333489024/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.214681:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090950700 with x1830957333489024 ext(0->4095) 00010000:00010000:0.0:1746137653.214688:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.214699:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.214705:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090950700 00000100:00100000:0.0:1746137653.214731:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3528 00000100:00100000:0.0:1746137653.214738:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090950700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333489024:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137653.214854:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090950700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333489024:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (242us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137653.214858:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3528 00002000:00100000:0.0:1746137653.214862:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090950700 x1830957333489024/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.214866:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090950700 with x1830957333489024 ext(0->4095) 00010000:00010000:0.0:1746137653.214869:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.214875:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.214878:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090950700 00000100:00100000:0.0:1746137653.216551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.216605:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333489152 00000100:00100000:3.0:1746137653.216613:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333489152 00010000:00010000:3.0:1746137653.216636:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.216667:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15488 00000100:00100000:3.0:1746137653.216673:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333489152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.216681:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.216701:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.216710:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.216728:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb6141776186 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd139 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.216758:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.216761:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.216766:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd140 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.216772:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd140 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.216799:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd140 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.216839:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327382016:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.216911:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.218768:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327382016:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.218792:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.218852:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333489152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2178us (2305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.218861:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15488 00000100:00100000:2.0:1746137653.219223:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.219245:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333489408 00000100:00100000:0.0:1746137653.219251:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333489408 00002000:00100000:0.0:1746137653.219280:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9c00 x1830957333489408/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.219289:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9c00 with x1830957333489408 ext(0->4095) 00002000:00010000:0.0:1746137653.219293:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d9c00 00000100:00100000:0.0:1746137653.219325:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14685 00000100:00100000:0.0:1746137653.219331:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2010:x1830957333489408:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137653.219479:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2010:x1830957333489408:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (257us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137653.219485:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14685 00002000:00100000:0.0:1746137653.219489:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9c00 x1830957333489408/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.219494:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9c00 with x1830957333489408 ext(0->4095) 00002000:00010000:0.0:1746137653.219496:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d9c00 00000100:00100000:0.0:1746137653.220463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.220654:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333489536 00000100:00100000:2.0:1746137653.220659:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333489536 00000100:00100000:2.0:1746137653.220695:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31138 00000100:00100000:2.0:1746137653.220701:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333489536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.220711:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.220724:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd147 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.220744:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd140 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.220750:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.220751:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.220754:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd147 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.220776:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd140 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.220786:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd140 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.220800:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327382144:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.220884:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.222169:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327382144:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.222187:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd147 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.222199:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7c00, rc 0) 00000100:00100000:2.0:1746137653.222232:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333489536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1530us (1769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.222239:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31138 00000100:00100000:3.0:1746137653.222575:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.222719:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333489664 00000100:00100000:0.0:1746137653.222724:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333489664 00010000:00010000:0.0:1746137653.222741:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd140 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746137653.222771:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15489 00000100:00100000:0.0:1746137653.222777:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333489664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137653.222786:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137653.222799:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd140 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.222999:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd140 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.223017:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb614177618d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd140 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.223108:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.223111:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.223117:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd147 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.223125:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd147 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.223148:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd147 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137653.223157:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327382272:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137653.223215:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.224630:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.224674:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333489920 00000100:00100000:1.0:1746137653.224679:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333489920 00002000:00100000:1.0:1746137653.224710:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c713100 x1830957333489920/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137653.224714:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327382272:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746137653.224719:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c713100 with x1830957333489920 ext(0->4095) 00002000:00010000:1.0:1746137653.224723:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c713100 00010000:00010000:2.0:1746137653.224728:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137653.224749:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14686 00000100:00100000:2.0:1746137653.224754:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2008:x1830957333489664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1976us (2179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.224755:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333489920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137653.224761:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15489 00000100:00100000:1.0:1746137653.224876:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333489920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.224882:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14686 00002000:00100000:1.0:1746137653.224887:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c713100 x1830957333489920/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.224893:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c713100 with x1830957333489920 ext(0->4095) 00002000:00010000:1.0:1746137653.224895:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c713100 00000100:00100000:0.0:1746137653.226551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.226659:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333490048 00000100:00100000:2.0:1746137653.226687:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333490048 00000100:00100000:2.0:1746137653.226723:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31139 00000100:00100000:2.0:1746137653.226729:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333490048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.226741:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.226753:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd14e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.226772:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd147 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.226778:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.226780:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.226783:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.226827:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd147 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.226837:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd147 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.226847:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327382400:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.226914:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.228505:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327382400:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.228529:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.228539:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6e00, rc 0) 00000100:00100000:2.0:1746137653.228582:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333490048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1852us (2034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.228589:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31139 00000100:00100000:0.0:1746137653.228618:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.228720:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333490176 00000100:00100000:2.0:1746137653.228724:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333490176 00010000:00010000:2.0:1746137653.228741:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd147 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.228774:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15490 00000100:00100000:2.0:1746137653.228780:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333490176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.228787:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.228801:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd147 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.228826:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd147 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.228843:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7c00/0xddf4fb6141776194 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd147 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.228863:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.228865:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.228870:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.228877:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.229200:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.229210:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327382528:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.229382:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.230454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.230536:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333490304 00000100:00100000:2.0:1746137653.230541:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333490304 00000100:00100000:2.0:1746137653.231680:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31140 00000100:00100000:2.0:1746137653.231688:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333490304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.231700:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.231713:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd155 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.231743:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.231750:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.231752:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.231755:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.231776:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.231786:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.231796:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327382656:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137653.231827:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327382528:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137653.231841:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137653.231860:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333490176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3080us (3242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.231867:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.231868:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15490 00000100:00100000:3.0:1746137653.231998:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.232086:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333490560 00000100:00100000:1.0:1746137653.232090:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333490560 00002000:00100000:1.0:1746137653.232112:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090953b80 x1830957333490560/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.232119:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090953b80 with x1830957333490560 ext(0->4095) 00010000:00010000:1.0:1746137653.232124:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.232132:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.232142:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090953b80 00000100:00100000:1.0:1746137653.232163:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3529 00000100:00100000:1.0:1746137653.232168:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2008:x1830957333490560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137653.232262:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2008:x1830957333490560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.232268:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3529 00002000:00100000:1.0:1746137653.232273:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090953b80 x1830957333490560/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.232280:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090953b80 with x1830957333490560 ext(0->4095) 00010000:00010000:1.0:1746137653.232284:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.232291:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.232298:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090953b80 00000100:00100000:0.0:1746137653.235100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.235170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.235192:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333490816 00000100:00100000:0.0:1746137653.235197:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333490816 00010000:00010000:0.0:1746137653.235221:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746137653.235247:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15491 00000100:00100000:0.0:1746137653.235254:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2008:x1830957333490816:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137653.235263:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137653.235278:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.235288:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.235319:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.235321:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.235327:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.235334:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.235360:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137653.235369:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205dea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327382784:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137653.235564:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333490688 00000100:00100000:1.0:1746137653.235568:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333490688 00000100:00100000:1.0:1746137653.235588:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31141 00000100:00100000:1.0:1746137653.235593:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333490688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.235604:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.235612:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd15c expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.235630:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.235635:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.235636:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.235639:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.235653:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.235661:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.235669:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327382912:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.235759:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177619b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd14e expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.235771:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327382656:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.235786:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 8/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.235793:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 8/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.235799:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6c00, rc 0) 00000100:00100000:0.0:1746137653.236044:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.236101:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.236344:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333490304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4656us (5892us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.236350:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31140 00000100:00100000:1.0:1746137653.238607:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327382912:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.238629:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.238642:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e800, rc 0) 00000100:00100000:1.0:1746137653.238684:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333490688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3089us (3590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.238691:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31141 00000100:00100000:0.0:1746137653.238693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.238786:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205dea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327382784:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.238797:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.238856:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333490816:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3601us (3684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.238861:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333491072 00000100:00100000:2.0:1746137653.238862:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15491 00000100:00100000:3.0:1746137653.238866:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333491072 00002000:00100000:3.0:1746137653.238892:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205dd500 x1830957333491072/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.238900:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205dd500 with x1830957333491072 ext(0->4095) 00010000:00010000:3.0:1746137653.238906:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.238915:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.238921:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205dd500 00000100:00100000:3.0:1746137653.238934:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3530 00000100:00100000:3.0:1746137653.238940:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333491072:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.239045:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333491072:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (351us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.239050:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3530 00002000:00100000:3.0:1746137653.239055:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205dd500 x1830957333491072/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.239062:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205dd500 with x1830957333491072 ext(0->4095) 00010000:00010000:3.0:1746137653.239066:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.239073:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.239078:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205dd500 00000100:00100000:2.0:1746137653.240364:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.240401:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333491200 00000100:00100000:1.0:1746137653.240406:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333491200 00000100:00100000:2.0:1746137653.240426:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.240436:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31142 00000100:00100000:2.0:1746137653.240438:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333491328 00000100:00100000:2.0:1746137653.240441:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333491328 00000100:00100000:1.0:1746137653.240442:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333491200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.240451:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.240452:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.240460:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd163 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.240475:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15492 00010000:00010000:1.0:1746137653.240476:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746137653.240479:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2007:x1830957333491328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137653.240480:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.240485:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137653.240486:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137653.240488:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd163 expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.240496:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.240504:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.240571:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.240581:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd163 expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.240589:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137653.240613:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1679:x1830957333491200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.240618:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31142 00010000:00010000:2.0:1746137653.240668:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6c00/0xddf4fb61417761a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd155 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.240678:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.240679:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.240685:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.240691:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.240709:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.240718:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 5 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.240728:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327383168:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.240768:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.242320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.242366:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327383168:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.242380:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.242411:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333491328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1930us (1984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.242419:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15492 00000100:00100000:0.0:1746137653.242525:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333491584 00000100:00100000:0.0:1746137653.242530:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333491584 00002000:00100000:0.0:1746137653.242555:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846dad80 x1830957333491584/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.242563:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846dad80 with x1830957333491584 ext(0->4095) 00010000:00010000:0.0:1746137653.242570:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.242580:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.242584:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846dad80 00000100:00100000:0.0:1746137653.242609:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3531 00000100:00100000:0.0:1746137653.242615:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333491584:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137653.242699:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333491584:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (389us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137653.242704:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3531 00002000:00100000:0.0:1746137653.242709:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846dad80 x1830957333491584/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.242716:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846dad80 with x1830957333491584 ext(0->4095) 00010000:00010000:0.0:1746137653.242720:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.242729:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.242734:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846dad80 00000100:00100000:0.0:1746137653.244304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.244361:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333491712 00000100:00100000:3.0:1746137653.244366:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333491712 00010000:00010000:3.0:1746137653.244386:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.244416:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15493 00000100:00100000:3.0:1746137653.244422:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333491712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.244432:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.244445:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.244455:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.244471:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb61417761a9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd15c expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.244494:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.244496:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.244502:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd163 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.244509:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd163 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.244592:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd163 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.244603:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327383296:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.244836:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.247231:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327383296:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.247247:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.247277:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333491712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2855us (2975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.247286:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15493 00000100:00100000:0.0:1746137653.247503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.247550:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333491968 00000100:00100000:1.0:1746137653.247556:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333491968 00002000:00100000:1.0:1746137653.247584:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205de300 x1830957333491968/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.247597:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205de300 with x1830957333491968 ext(0->4095) 00002000:00010000:1.0:1746137653.247601:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801205de300 00000100:00100000:1.0:1746137653.247615:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14687 00000100:00100000:1.0:1746137653.247620:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333491968:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.247720:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333491968:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (218us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.247726:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14687 00002000:00100000:1.0:1746137653.247730:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205de300 x1830957333491968/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.247737:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205de300 with x1830957333491968 ext(0->4095) 00002000:00010000:1.0:1746137653.247739:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801205de300 00000100:00100000:0.0:1746137653.248987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.249058:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333492096 00000100:00100000:3.0:1746137653.249062:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333492096 00000100:00100000:3.0:1746137653.249097:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31143 00000100:00100000:3.0:1746137653.249103:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333492096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.249112:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.249124:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd16a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.249143:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd163 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.249149:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.249151:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.249153:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd16a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.249175:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd163 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.249190:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd163 expref: 79 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.249199:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327383424:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.249269:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.250332:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327383424:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.250350:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd16a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.250360:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137653.250390:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333492096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1287us (1407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.250397:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31143 00000100:00100000:0.0:1746137653.250500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.250640:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333492224 00000100:00100000:3.0:1746137653.250644:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333492224 00010000:00010000:3.0:1746137653.250659:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd163 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.250708:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15494 00000100:00100000:3.0:1746137653.250715:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333492224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.250724:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.250739:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd163 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.250753:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd163 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.250769:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb61417761b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd163 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.250779:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.250780:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.250785:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd16a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.250791:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd16a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.250832:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd16a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.250843:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327383552:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.251365:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.252336:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327383552:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.252349:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.252389:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2008:x1830957333492224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1674us (1889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.252397:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15494 00000100:00100000:2.0:1746137653.252642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.252745:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333492480 00000100:00100000:1.0:1746137653.252749:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333492480 00002000:00100000:1.0:1746137653.252833:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d8000 x1830957333492480/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.252843:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d8000 with x1830957333492480 ext(0->4095) 00002000:00010000:1.0:1746137653.252846:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d8000 00000100:00100000:1.0:1746137653.252888:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14688 00000100:00100000:1.0:1746137653.252895:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333492480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.253199:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333492480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 304us (556us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.253204:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14688 00002000:00100000:1.0:1746137653.253210:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d8000 x1830957333492480/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.253217:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d8000 with x1830957333492480 ext(0->4095) 00002000:00010000:1.0:1746137653.253219:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d8000 00000100:00100000:0.0:1746137653.254554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.254731:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333492608 00000100:00100000:3.0:1746137653.254738:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333492608 00000100:00100000:3.0:1746137653.254766:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31144 00000100:00100000:3.0:1746137653.254771:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333492608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.254782:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.254793:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd171 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.254836:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd16a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.254844:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.254845:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.254848:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.255239:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd16a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.255250:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd16a expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.255261:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327383680:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.255344:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.257009:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327383680:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.257029:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.257046:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137653.257083:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333492608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2311us (2532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.257091:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31144 00000100:00100000:0.0:1746137653.257217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.257579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.257613:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333492864 00000100:00100000:2.0:1746137653.257618:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333492864 00000100:00100000:3.0:1746137653.257634:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333492736 00000100:00100000:3.0:1746137653.257637:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333492736 00000100:00100000:2.0:1746137653.257650:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31145 00010000:00010000:3.0:1746137653.257652:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd16a expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.257682:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15495 00000100:00100000:2.0:1746137653.257695:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333492864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.257705:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.257715:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd178 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.257751:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333492736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.257761:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.257775:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd16a expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.257781:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.257786:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.257791:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.257794:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.257856:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd16a expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.257871:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417761b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd16a expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.257913:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.257914:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.257919:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.257959:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.257981:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.257990:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.258000:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327383808:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.258048:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.258056:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.258060:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.258064:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327383936:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.258085:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.259287:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327383808:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137653.259303:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.259324:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325400, rc 0) 00000100:00100000:3.0:1746137653.259336:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327383936:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.259345:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.259401:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333492736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1650us (2183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.259408:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15495 00000100:00100000:0.0:1746137653.259451:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333492864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1666us (1781us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137653.259459:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31145 00000100:00100000:1.0:1746137653.259497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.259550:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333493120 00000100:00100000:0.0:1746137653.259554:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333493120 00002000:00100000:0.0:1746137653.259578:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4380 x1830957333493120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.259586:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4380 with x1830957333493120 ext(0->4095) 00010000:00010000:0.0:1746137653.259591:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.259600:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.259605:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d4380 00000100:00100000:0.0:1746137653.259629:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3532 00000100:00100000:0.0:1746137653.259634:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333493120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137653.259942:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333493120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 306us (444us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137653.259948:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3532 00002000:00100000:0.0:1746137653.259953:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4380 x1830957333493120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.259959:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4380 with x1830957333493120 ext(0->4095) 00010000:00010000:0.0:1746137653.259963:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.260050:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.260056:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d4380 00000100:00100000:0.0:1746137653.261155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.261269:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333493248 00000100:00100000:2.0:1746137653.261274:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333493248 00000100:00100000:2.0:1746137653.261317:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31146 00000100:00100000:2.0:1746137653.261323:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333493248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.261332:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.261342:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd17f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.261357:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.261360:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.261365:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137653.261368:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.261391:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.261400:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.261407:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324c00, rc 0) 00000100:00100000:2.0:1746137653.261570:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333493248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 246us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.261576:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31146 00000100:00100000:0.0:1746137653.261950:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.261992:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333493376 00000100:00100000:3.0:1746137653.261996:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333493376 00010000:00010000:3.0:1746137653.262009:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.262029:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15496 00000100:00100000:3.0:1746137653.262034:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333493376:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.262043:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.262056:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.262064:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.262078:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417761be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd171 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.262122:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.262124:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.262129:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.262135:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.262153:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.262162:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.262171:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327384192:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.262234:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.263677:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.263762:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327384192:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.263775:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.263799:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333493376:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1765us (1849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.263828:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15496 00000100:00100000:1.0:1746137653.263886:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333493632 00000100:00100000:1.0:1746137653.263890:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333493632 00002000:00100000:1.0:1746137653.263915:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28e680 x1830957333493632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.263923:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28e680 with x1830957333493632 ext(0->4095) 00010000:00010000:1.0:1746137653.263930:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.263940:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.263945:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28e680 00000100:00100000:1.0:1746137653.263966:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3533 00000100:00100000:1.0:1746137653.263972:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333493632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137653.264082:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333493632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.264088:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3533 00002000:00100000:1.0:1746137653.264093:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28e680 x1830957333493632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.264099:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28e680 with x1830957333493632 ext(0->4095) 00010000:00010000:1.0:1746137653.264104:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.264112:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.264117:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28e680 00000100:00100000:0.0:1746137653.265420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.265476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.265527:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333493760 00000100:00100000:3.0:1746137653.265532:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333493760 00010000:00010000:3.0:1746137653.265554:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.265557:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333493888 00000100:00100000:2.0:1746137653.265560:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333493888 00000100:00100000:3.0:1746137653.265572:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15497 00000100:00100000:3.0:1746137653.265578:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333493760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.265586:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137653.265589:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31147 00000100:00100000:2.0:1746137653.265594:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333493888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.265598:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.265602:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.265607:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.265611:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd186 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.265623:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd178 expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.265630:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.265635:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.265738:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.265742:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd186 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.265750:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.265752:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.265758:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.265764:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.265786:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.265796:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.265823:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327384448:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.265824:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.265832:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.265838:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327384320:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.265871:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.265880:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.267142:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327384448:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.267159:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd186 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.267174:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324400, rc 0) 00000100:00100000:2.0:1746137653.267210:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333493888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1614us (1793us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.267216:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31147 00000100:00100000:0.0:1746137653.267768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.267941:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333494144 00000100:00100000:1.0:1746137653.267946:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333494144 00002000:00100000:1.0:1746137653.267969:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28ed80 x1830957333494144/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137653.267971:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327384320:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746137653.267975:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ed80 with x1830957333494144 ext(0->4095) 00010000:00010000:1.0:1746137653.267979:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.267981:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137653.267986:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.267989:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28ed80 00000100:00100000:1.0:1746137653.268010:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3534 00000100:00100000:1.0:1746137653.268014:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333494144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.268016:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333493760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2438us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.268023:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15497 00000100:00100000:1.0:1746137653.268191:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333494144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (424us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.268197:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3534 00002000:00100000:1.0:1746137653.268202:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28ed80 x1830957333494144/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.268270:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ed80 with x1830957333494144 ext(0->4095) 00010000:00010000:1.0:1746137653.268274:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.268282:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.268286:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28ed80 00000100:00100000:0.0:1746137653.269713:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.269791:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333494272 00000100:00100000:3.0:1746137653.269796:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333494272 00010000:00010000:3.0:1746137653.269838:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.269858:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15498 00000100:00100000:3.0:1746137653.269864:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333494272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.269872:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.269883:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.269893:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.269910:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417761cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd17f expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.269922:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.269923:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.269928:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd186 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.269934:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd186 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.269955:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd186 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.269964:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327384576:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.270027:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.272739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.272859:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333494528 00000100:00100000:1.0:1746137653.272865:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333494528 00002000:00100000:1.0:1746137653.272893:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28ce00 x1830957333494528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.272902:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ce00 with x1830957333494528 ext(0->4095) 00002000:00010000:1.0:1746137653.272906:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28ce00 00000100:00100000:1.0:1746137653.272925:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14689 00000100:00100000:1.0:1746137653.272930:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333494528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.272969:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327384576:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.272982:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.273013:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333494272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3149us (3303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.273021:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15498 00000100:00100000:1.0:1746137653.273730:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333494528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 797us (993us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.273736:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14689 00002000:00100000:1.0:1746137653.273742:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28ce00 x1830957333494528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.273749:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ce00 with x1830957333494528 ext(0->4095) 00002000:00010000:1.0:1746137653.273752:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28ce00 00000100:00100000:0.0:1746137653.277211:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.277342:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333494656 00000100:00100000:2.0:1746137653.277350:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333494656 00000100:00100000:2.0:1746137653.277399:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31148 00000100:00100000:2.0:1746137653.277406:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333494656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.277420:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.277435:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd18d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.277460:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd186 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.277466:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.277467:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.277470:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd18d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.277493:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd186 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.277503:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd186 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.277513:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327384704:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.277684:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.278623:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327384704:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.278639:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd18d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.278652:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8b200, rc 0) 00000100:00100000:2.0:1746137653.278681:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333494656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1276us (1477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.278686:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31148 00000100:00100000:0.0:1746137653.279095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.279142:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333494784 00000100:00100000:3.0:1746137653.279146:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333494784 00010000:00010000:3.0:1746137653.279164:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd186 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.279195:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15499 00000100:00100000:3.0:1746137653.279201:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333494784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.279212:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.279227:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd186 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.279236:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd186 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.279252:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417761d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd186 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.279263:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.279264:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.279269:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd18d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.279275:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd18d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.279295:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd18d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.279367:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327384832:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.279432:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.281359:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327384832:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.281374:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.281414:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333494784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2213us (2317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.281425:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15499 00000100:00100000:0.0:1746137653.281433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.281490:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333495040 00000100:00100000:1.0:1746137653.281494:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333495040 00002000:00100000:1.0:1746137653.281518:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28c380 x1830957333495040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.281526:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28c380 with x1830957333495040 ext(0->4095) 00002000:00010000:1.0:1746137653.281529:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28c380 00000100:00100000:1.0:1746137653.281553:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14690 00000100:00100000:1.0:1746137653.281559:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333495040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.281764:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333495040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 206us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.281770:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14690 00002000:00100000:1.0:1746137653.281774:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28c380 x1830957333495040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.281781:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28c380 with x1830957333495040 ext(0->4095) 00002000:00010000:1.0:1746137653.281783:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28c380 00000100:00100000:0.0:1746137653.282961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.282985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.283007:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333495168 00000100:00100000:2.0:1746137653.283013:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333495168 00000100:00100000:1.0:1746137653.283025:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333495296 00000100:00100000:1.0:1746137653.283029:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333495296 00000100:00100000:2.0:1746137653.283039:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31149 00000100:00100000:2.0:1746137653.283045:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333495168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137653.283047:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31150 00000100:00100000:0.0:1746137653.283053:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333495296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.283055:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137653.283060:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.283068:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd194 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.283070:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd19b expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.283087:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd18d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.283094:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.283096:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.283099:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.283106:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.283110:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.283115:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137653.283118:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd19b expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.283137:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd18d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.283140:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.283147:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd18d expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.283160:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327385088:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137653.283160:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd19b expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.283168:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7000, rc 0) 00000100:00100000:0.0:1746137653.283197:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1685:x1830957333495296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137653.283203:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31150 00000100:00100000:2.0:1746137653.283222:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.284187:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327385088:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.284201:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.284208:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8a000, rc 0) 00000100:00100000:2.0:1746137653.284232:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333495168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1188us (1272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.284238:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31149 00000100:00100000:0.0:1746137653.284753:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.284844:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333495424 00000100:00100000:3.0:1746137653.284849:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333495424 00010000:00010000:3.0:1746137653.284867:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd18d expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.284896:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15500 00000100:00100000:3.0:1746137653.284902:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333495424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.284911:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.284923:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd18d expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.284932:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd18d expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.284950:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417761da lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd18d expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.284962:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.284963:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.284968:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.284974:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.284995:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.285004:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.285012:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327385216:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.285057:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.287246:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327385216:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.287262:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137653.287284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.287318:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333495424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2404us (2553us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.287327:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15500 00000100:00100000:1.0:1746137653.287582:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333495680 00000100:00100000:1.0:1746137653.287588:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333495680 00002000:00100000:1.0:1746137653.287616:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969cb800 x1830957333495680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.287624:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cb800 with x1830957333495680 ext(0->4095) 00010000:00010000:1.0:1746137653.287630:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.287646:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.287651:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969cb800 00000100:00100000:1.0:1746137653.287675:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3535 00000100:00100000:1.0:1746137653.287685:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333495680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.287798:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333495680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.287825:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3535 00002000:00100000:1.0:1746137653.287831:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969cb800 x1830957333495680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.287837:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cb800 with x1830957333495680 ext(0->4095) 00010000:00010000:1.0:1746137653.287841:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.287849:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.287854:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969cb800 00000100:00100000:0.0:1746137653.289022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.289079:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333495808 00000100:00100000:3.0:1746137653.289083:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333495808 00010000:00010000:3.0:1746137653.289103:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.289137:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15501 00000100:00100000:3.0:1746137653.289144:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2010:x1830957333495808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.289153:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.289165:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.289176:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.289194:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb61417761e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd194 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.289215:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.289217:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.289222:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd19b expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.289229:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd19b expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.289254:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd19b expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.289353:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327385344:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.289428:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.290913:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327385344:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.290928:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.290970:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2010:x1830957333495808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1825us (1950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.290978:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15501 00000100:00100000:0.0:1746137653.291906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.291939:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333496064 00000100:00100000:2.0:1746137653.291945:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333496064 00002000:00100000:2.0:1746137653.291978:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c8000 x1830957333496064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.291987:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8000 with x1830957333496064 ext(0->4095) 00002000:00010000:2.0:1746137653.291990:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c8000 00000100:00100000:2.0:1746137653.292025:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14691 00000100:00100000:2.0:1746137653.292121:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333496064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137653.292222:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333496064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.292227:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14691 00002000:00100000:2.0:1746137653.292233:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c8000 x1830957333496064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.292249:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8000 with x1830957333496064 ext(0->4095) 00002000:00010000:2.0:1746137653.292251:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c8000 00000100:00100000:0.0:1746137653.293623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.293877:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333496192 00000100:00100000:2.0:1746137653.293883:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333496192 00000100:00100000:2.0:1746137653.293914:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31151 00000100:00100000:2.0:1746137653.293920:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333496192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.293932:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.293945:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1a2 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.293969:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd19b expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.293976:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.293978:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.293981:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a2 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.294006:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd19b expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.294016:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd19b expref: 79 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.294025:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327385472:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.294103:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.296121:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327385472:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.296143:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a2 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.296156:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325a00, rc 0) 00000100:00100000:2.0:1746137653.296195:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333496192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2274us (2576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.296203:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31151 00000100:00100000:0.0:1746137653.296877:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.297059:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333496320 00000100:00100000:3.0:1746137653.297066:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333496320 00010000:00010000:3.0:1746137653.297093:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd19b expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.297126:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15502 00000100:00100000:3.0:1746137653.297133:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333496320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.297146:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.297163:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd19b expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.297174:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd19b expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.297192:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb61417761e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd19b expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.297214:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.297216:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.297221:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a2 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.297229:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a2 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.297252:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a2 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.297261:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327385600:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.297331:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.298919:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327385600:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.298934:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137653.298949:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.298962:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333496320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1829us (2086us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.298973:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15502 00000100:00100000:2.0:1746137653.299062:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333496576 00000100:00100000:2.0:1746137653.299066:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333496576 00002000:00100000:2.0:1746137653.299092:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c8380 x1830957333496576/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.299101:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8380 with x1830957333496576 ext(0->4095) 00002000:00010000:2.0:1746137653.299105:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c8380 00000100:00100000:3.0:1746137653.299111:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327385728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746137653.299128:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14692 00000100:00100000:2.0:1746137653.299133:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333496576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.299137:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137653.299163:0:11740:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327385728 00000100:00100000:3.0:1746137653.299165:0:11740:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327385728 00000100:00080000:1.0:1746137653.299302:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137653.299345:0:11740:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1746137653.299351:0:11740:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327385728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746137653.299362:0:11740:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499657536 pending 1060864 free 3922235392 avail 3690713088 00000100:00100000:3.0:1746137653.299386:0:11740:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327385728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.299391:0:11740:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1746137653.299412:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327385728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746137653.299433:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333496576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 79us (264us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.299440:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14692 00002000:00100000:2.0:1746137653.299446:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c8380 x1830957333496576/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.299453:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8380 with x1830957333496576 ext(0->4095) 00002000:00010000:2.0:1746137653.299456:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c8380 00000100:00100000:0.0:1746137653.300279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.300358:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333496704 00000100:00100000:2.0:1746137653.300362:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333496704 00000100:00100000:2.0:1746137653.300393:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31152 00000100:00100000:2.0:1746137653.300399:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333496704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.300408:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.300422:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1a9 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.300442:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a2 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.300449:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.300450:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.300453:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.300474:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a2 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.300485:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a2 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.300494:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327385856:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.300964:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.302025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.302055:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327385856:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.302073:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.302088:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325400, rc 0) 00000100:00100000:1.0:1746137653.302278:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333496832 00000100:00100000:1.0:1746137653.302283:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333496832 00000100:00100000:1.0:1746137653.302332:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31153 00000100:00100000:1.0:1746137653.302340:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333496832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.302352:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.302361:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1b0 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.302377:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.302381:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.302387:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.302390:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.302396:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1685:x1830957333496704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1996us (2119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.302402:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31152 00010000:00010000:1.0:1746137653.302411:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.302419:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.302426:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137653.302442:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333496832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.302447:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31153 00000100:00100000:1.0:1746137653.302855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.303058:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333496960 00000100:00100000:3.0:1746137653.303063:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333496960 00010000:00010000:3.0:1746137653.303080:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a2 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.303110:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15503 00000100:00100000:3.0:1746137653.303116:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333496960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.303123:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.303137:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a2 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.303147:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a2 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.303166:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb61417761ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a2 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.303185:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.303187:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.303193:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.303199:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.303219:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.303232:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.303242:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327386112:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.303298:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.306891:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327386112:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.306909:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.307104:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333496960:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3986us (4248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.307114:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15503 00000100:00100000:0.0:1746137653.309585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.310133:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333497216 00000100:00100000:2.0:1746137653.310141:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333497216 00002000:00100000:2.0:1746137653.310174:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969cb480 x1830957333497216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.310184:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cb480 with x1830957333497216 ext(0->4095) 00010000:00010000:2.0:1746137653.310191:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.310203:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.310209:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969cb480 00000100:00100000:2.0:1746137653.310222:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3536 00000100:00100000:2.0:1746137653.310228:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333497216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.310361:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333497216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (781us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.310366:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3536 00002000:00100000:2.0:1746137653.310371:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969cb480 x1830957333497216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.310383:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cb480 with x1830957333497216 ext(0->4095) 00010000:00010000:2.0:1746137653.310387:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.310395:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.310401:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969cb480 00000100:00100000:1.0:1746137653.314584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.315139:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333497344 00000100:00100000:2.0:1746137653.315146:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333497344 00000100:00100000:2.0:1746137653.315178:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31154 00000100:00100000:0.0:1746137653.315181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.315184:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333497344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.315198:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.315211:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1b7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.315230:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.315235:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.315241:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137653.315244:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.315276:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.315290:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.315298:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325e00, rc 0) 00000100:00100000:2.0:1746137653.315351:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333497344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.315357:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31154 00000100:00100000:3.0:1746137653.315425:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333497472 00000100:00100000:3.0:1746137653.315430:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333497472 00010000:00010000:3.0:1746137653.315446:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.315463:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15504 00000100:00100000:3.0:1746137653.315468:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333497472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.315475:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.315489:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.315498:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.315512:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb61417761f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1a9 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.315598:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.315600:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.315606:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.315613:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.315632:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.315641:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.315651:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327386368:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.315762:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.317716:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327386368:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.317732:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.318021:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333497472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2550us (2839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.318029:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15504 00000100:00100000:0.0:1746137653.318092:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.318137:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333497728 00000100:00100000:2.0:1746137653.318142:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333497728 00002000:00100000:2.0:1746137653.318167:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ca300 x1830957333497728/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.318176:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ca300 with x1830957333497728 ext(0->4095) 00010000:00010000:2.0:1746137653.318182:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.318192:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.318198:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ca300 00000100:00100000:2.0:1746137653.318221:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3537 00000100:00100000:2.0:1746137653.318227:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333497728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137653.318304:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333497728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 77us (213us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.318319:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3537 00002000:00100000:2.0:1746137653.318324:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ca300 x1830957333497728/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.318331:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ca300 with x1830957333497728 ext(0->4095) 00010000:00010000:2.0:1746137653.318335:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.318342:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.318347:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ca300 00000100:00100000:0.0:1746137653.322848:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.322892:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.323088:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333497984 00000100:00100000:3.0:1746137653.323096:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333497984 00000100:00100000:2.0:1746137653.323157:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333497856 00000100:00100000:2.0:1746137653.323161:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333497856 00010000:00010000:3.0:1746137653.323251:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.323798:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31155 00000100:00100000:2.0:1746137653.323848:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333497856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.323862:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.323874:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1be expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.323893:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.323898:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.323903:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137653.323906:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1be expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.323934:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.323947:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1be expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.323954:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325a00, rc 0) 00000100:00100000:2.0:1746137653.323992:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1679:x1830957333497856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (1186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.323998:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31155 00000100:00100000:3.0:1746137653.324188:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15505 00000100:00100000:3.0:1746137653.324196:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333497984:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.324204:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.324217:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.324226:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.324239:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb61417761fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b0 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.324507:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.324509:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.324515:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.324522:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.324539:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.324547:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.324556:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327386624:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.325731:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.327448:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327386624:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.327466:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.327541:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333497984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3345us (4648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.327550:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15505 00000100:00100000:0.0:1746137653.328010:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.328074:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333498240 00000100:00100000:2.0:1746137653.328079:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333498240 00002000:00100000:2.0:1746137653.328106:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ca680 x1830957333498240/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.328114:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ca680 with x1830957333498240 ext(0->4095) 00010000:00010000:2.0:1746137653.328121:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.328130:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.328136:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ca680 00000100:00100000:2.0:1746137653.328422:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3538 00000100:00100000:2.0:1746137653.328429:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333498240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.328518:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333498240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (509us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.328523:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3538 00002000:00100000:2.0:1746137653.328528:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ca680 x1830957333498240/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.328535:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ca680 with x1830957333498240 ext(0->4095) 00010000:00010000:2.0:1746137653.328539:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.328547:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.328551:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ca680 00000100:00100000:2.0:1746137653.331843:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.331953:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333498368 00000100:00100000:3.0:1746137653.331960:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333498368 00010000:00010000:3.0:1746137653.331986:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.332261:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15506 00000100:00100000:3.0:1746137653.332268:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333498368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.332281:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.332296:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.332305:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.332335:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776204 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1b7 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.332617:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.332619:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.332625:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1be expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.332633:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1be expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.332661:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1be expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.332671:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327386752:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.332749:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.338451:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.338624:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333498624 00000100:00100000:1.0:1746137653.338632:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333498624 00002000:00100000:1.0:1746137653.338671:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969caa00 x1830957333498624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.338687:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969caa00 with x1830957333498624 ext(0->4095) 00002000:00010000:1.0:1746137653.338691:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969caa00 00000100:00100000:1.0:1746137653.338723:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14693 00000100:00100000:1.0:1746137653.338730:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333498624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.338861:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333498624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.338867:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14693 00002000:00100000:1.0:1746137653.338873:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969caa00 x1830957333498624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.338879:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969caa00 with x1830957333498624 ext(0->4095) 00002000:00010000:1.0:1746137653.338882:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969caa00 00000100:00100000:3.0:1746137653.338997:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327386752:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.339012:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.339036:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333498368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6768us (7199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.339046:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15506 00000100:00100000:0.0:1746137653.341354:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.341444:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333498752 00000100:00100000:1.0:1746137653.341451:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333498752 00000100:00100000:1.0:1746137653.342275:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31156 00000100:00100000:1.0:1746137653.342286:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333498752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.342300:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.342326:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1c5 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.342348:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1be expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.342355:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.342356:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.342360:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.342383:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1be expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.342392:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1be expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.342403:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327386880:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.342481:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.343848:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327386880:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.343873:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.343886:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:2.0:1746137653.343928:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333498752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1644us (2579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.343935:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31156 00000100:00100000:0.0:1746137653.344299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.344407:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333498880 00000100:00100000:3.0:1746137653.344413:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333498880 00010000:00010000:3.0:1746137653.344434:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1be expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.344461:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15507 00000100:00100000:3.0:1746137653.344467:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333498880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.344476:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.344491:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1be expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.344500:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1be expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.344517:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177620b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1be expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.344542:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.344544:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.344550:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.344557:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.344582:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.344592:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327387008:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.344651:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.347212:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327387008:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.347228:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.347274:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333498880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2806us (2974us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.347283:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15507 00000100:00100000:0.0:1746137653.348615:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.348667:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333499008 00000100:00100000:2.0:1746137653.348673:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333499008 00000100:00100000:2.0:1746137653.348716:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31157 00000100:00100000:2.0:1746137653.348722:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1679:x1830957333499008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.348737:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.348750:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1cc expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.348775:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.348781:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.348783:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.348787:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.348849:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.348860:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 5 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.348870:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327387136:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.348934:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.349151:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.349248:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333499264 00000100:00100000:3.0:1746137653.349252:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333499264 00002000:00100000:3.0:1746137653.349275:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c9880 x1830957333499264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.349284:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9880 with x1830957333499264 ext(0->4095) 00010000:00010000:3.0:1746137653.349289:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.349298:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.349304:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c9880 00000100:00100000:3.0:1746137653.349330:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3539 00000100:00100000:3.0:1746137653.349335:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333499264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.349629:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333499264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 293us (477us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.349639:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3539 00002000:00100000:3.0:1746137653.349644:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c9880 x1830957333499264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.349652:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9880 with x1830957333499264 ext(0->4095) 00010000:00010000:3.0:1746137653.349656:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.349665:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.349670:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c9880 00000100:00100000:3.0:1746137653.350399:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327387136:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.350416:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.350427:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324c00, rc 0) 00000100:00100000:3.0:1746137653.350460:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333499008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1738us (1848us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.350465:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31157 00000100:00100000:0.0:1746137653.351565:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.351713:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333499392 00000100:00100000:3.0:1746137653.351718:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333499392 00000100:00100000:0.0:1746137653.351768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.351849:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333499520 00000100:00100000:3.0:1746137653.351852:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31158 00000100:00100000:2.0:1746137653.351853:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333499520 00010000:00010000:2.0:1746137653.351868:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.351885:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15508 00000100:00100000:2.0:1746137653.351890:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333499520:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.351897:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.351910:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.351921:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333499392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.351931:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.351971:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.351990:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776212 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1c5 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.352012:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.352014:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.352019:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.352024:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1d3 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.352026:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.352042:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.352048:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.352049:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.352052:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1d3 expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.352128:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.352134:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.352144:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.352152:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.352153:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327387392:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.352160:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327387264:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.352236:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.352280:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.353486:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327387392:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.353505:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1d3 expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.353515:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137653.353550:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1685:x1830957333499392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1692us (1987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.353557:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31158 00000100:00100000:2.0:1746137653.353714:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327387264:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.353724:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.353739:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333499520:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1850us (1972us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.353749:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15508 00000100:00100000:0.0:1746137653.353874:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.354277:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333499776 00000100:00100000:3.0:1746137653.354281:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333499776 00002000:00100000:3.0:1746137653.354304:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc8a80 x1830957333499776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.354322:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc8a80 with x1830957333499776 ext(0->4095) 00010000:00010000:3.0:1746137653.354328:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.354337:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.354343:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfc8a80 00000100:00100000:3.0:1746137653.354367:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3540 00000100:00100000:3.0:1746137653.354373:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333499776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.354456:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333499776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (582us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.354461:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3540 00002000:00100000:3.0:1746137653.354465:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc8a80 x1830957333499776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.354472:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc8a80 with x1830957333499776 ext(0->4095) 00010000:00010000:3.0:1746137653.354476:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.354484:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.354494:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfc8a80 00000100:00100000:0.0:1746137653.356068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.356229:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333499904 00000100:00100000:2.0:1746137653.356235:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333499904 00010000:00010000:2.0:1746137653.356256:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.356285:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15509 00000100:00100000:2.0:1746137653.356291:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333499904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.356302:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.356344:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.356354:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.356372:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb6141776219 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1cc expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.356480:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.356483:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.356489:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1d3 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.356497:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1d3 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.356524:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1d3 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.356535:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327387520:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.356625:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.358177:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.358270:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333500160 00000100:00100000:3.0:1746137653.358274:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333500160 00002000:00100000:3.0:1746137653.358319:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfcb800 x1830957333500160/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137653.358323:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327387520:192.168.203.12@tcp:105: 00002000:00100000:3.0:1746137653.358327:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfcb800 with x1830957333500160 ext(0->4095) 00002000:00010000:3.0:1746137653.358331:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfcb800 00010000:00010000:2.0:1746137653.358337:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.358357:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14694 00000100:00100000:3.0:1746137653.358363:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2009:x1830957333500160:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137653.358373:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333499904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2082us (2309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.358785:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15509 00000100:00100000:3.0:1746137653.358854:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2009:x1830957333500160:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 490us (681us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.358859:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14694 00002000:00100000:3.0:1746137653.358864:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfcb800 x1830957333500160/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.358870:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfcb800 with x1830957333500160 ext(0->4095) 00002000:00010000:3.0:1746137653.358873:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfcb800 00000100:00100000:0.0:1746137653.360861:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.360933:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333500288 00000100:00100000:3.0:1746137653.360940:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333500288 00000100:00100000:3.0:1746137653.361092:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31159 00000100:00100000:3.0:1746137653.361099:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333500288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.361111:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.361124:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1da expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.361148:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1d3 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.361154:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.361155:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.361158:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1da expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.361180:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1d3 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.361189:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1d3 expref: 79 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.361198:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327387648:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.361271:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.362462:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327387648:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.362481:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1da expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.362491:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137653.362591:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333500288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1491us (1733us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.362598:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31159 00000100:00100000:0.0:1746137653.363332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.363401:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746137653.363414:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327387776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746137653.363445:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137653.363522:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327387776 00000100:00100000:1.0:1746137653.363527:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327387776 00000100:00100000:1.0:1746137653.363560:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1746137653.363565:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327387776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746137653.363580:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499657536 pending 1060864 free 3922235392 avail 3690713088 00000100:00100000:1.0:1746137653.363606:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327387776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.363611:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00080000:1.0:1746137653.363629:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137653.363664:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333500416 00000100:00100000:3.0:1746137653.363668:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333500416 00010000:00010000:3.0:1746137653.363687:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1d3 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.364196:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327387776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746137653.364280:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15510 00000100:00100000:3.0:1746137653.364286:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333500416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.364298:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.364322:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1d3 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.364332:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1d3 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.364364:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776220 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1d3 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.364378:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.364379:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.364385:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1da expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.364397:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1da expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.364421:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1da expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.364430:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327387904:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.364487:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.366533:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327387904:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.366550:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.366579:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333500416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2294us (3249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.366587:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15510 00000100:00100000:0.0:1746137653.366758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.367014:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333500672 00000100:00100000:3.0:1746137653.367018:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333500672 00002000:00100000:3.0:1746137653.367045:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc9880 x1830957333500672/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.367053:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc9880 with x1830957333500672 ext(0->4095) 00002000:00010000:3.0:1746137653.367060:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfc9880 00000100:00100000:3.0:1746137653.367082:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14695 00000100:00100000:3.0:1746137653.367088:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333500672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.367286:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333500672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (527us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.367292:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14695 00002000:00100000:3.0:1746137653.367297:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc9880 x1830957333500672/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.367303:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc9880 with x1830957333500672 ext(0->4095) 00002000:00010000:3.0:1746137653.367316:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfc9880 00000100:00100000:2.0:1746137653.368904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.368997:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333500800 00000100:00100000:3.0:1746137653.369003:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333500800 00000100:00100000:0.0:1746137653.369407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.369481:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333500928 00000100:00100000:3.0:1746137653.369484:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333500928 00000100:00100000:3.0:1746137653.369501:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31160 00000100:00100000:3.0:1746137653.369507:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333500800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137653.369508:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31161 00000100:00100000:0.0:1746137653.369512:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333500928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.369520:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137653.369520:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.369532:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1e1 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.369532:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1e8 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.369552:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1da expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.369558:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.369560:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.369563:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.369613:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.369617:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.369622:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.369624:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e1 expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.369640:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1da expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.369650:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1da expref: 5 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746137653.369659:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfc8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327388032:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.369699:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.369710:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e1 expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.369723:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137653.369742:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1685:x1830957333500800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 236us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.369748:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31160 00000100:00100000:0.0:1746137653.370131:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.372224:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfc8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327388032:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.372361:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.372374:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7000, rc 0) 00000100:00100000:2.0:1746137653.372411:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333500928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2894us (3001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.372418:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31161 00000100:00100000:0.0:1746137653.372539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.372975:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333501056 00000100:00100000:3.0:1746137653.372980:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333501056 00010000:00010000:3.0:1746137653.373000:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1da expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.373040:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15511 00000100:00100000:3.0:1746137653.373046:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333501056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.373056:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.373071:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1da expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.373081:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1da expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.373097:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776227 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1da expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.373120:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.373122:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.373128:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.373135:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.373160:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.373169:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.373191:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327388288:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.373422:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.375250:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327388288:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.375263:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.375302:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333501056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2256us (2763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.375321:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15511 00000100:00100000:0.0:1746137653.377227:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.377339:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333501312 00000100:00100000:3.0:1746137653.377347:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333501312 00002000:00100000:3.0:1746137653.377378:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fb800 x1830957333501312/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.377394:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fb800 with x1830957333501312 ext(0->4095) 00010000:00010000:3.0:1746137653.377403:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.377414:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.377422:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fb800 00000100:00100000:3.0:1746137653.377445:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3541 00000100:00100000:3.0:1746137653.377451:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333501312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.377552:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333501312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (330us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.377560:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3541 00002000:00100000:3.0:1746137653.377565:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fb800 x1830957333501312/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.377571:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fb800 with x1830957333501312 ext(0->4095) 00010000:00010000:3.0:1746137653.377575:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.377583:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.377588:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fb800 00000100:00100000:0.0:1746137653.382590:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.382685:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333501440 00000100:00100000:3.0:1746137653.382693:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333501440 00010000:00010000:3.0:1746137653.382720:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.382744:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15512 00000100:00100000:3.0:1746137653.382750:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333501440:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.382761:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.382777:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.382787:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.382832:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7000/0xddf4fb6141776235 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e8 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.382859:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.382860:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.382866:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e1 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.382874:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e1 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.382902:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e1 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.382913:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327388416:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.382987:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.385167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.385215:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333501696 00000100:00100000:1.0:1746137653.385222:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333501696 00002000:00100000:1.0:1746137653.385258:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9c00 x1830957333501696/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.385266:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9c00 with x1830957333501696 ext(0->4095) 00002000:00010000:1.0:1746137653.385270:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f9c00 00000100:00100000:1.0:1746137653.385299:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14696 00000100:00100000:1.0:1746137653.385316:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333501696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137653.385429:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333501696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.385435:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14696 00002000:00100000:1.0:1746137653.385441:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9c00 x1830957333501696/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.385448:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9c00 with x1830957333501696 ext(0->4095) 00002000:00010000:1.0:1746137653.385451:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f9c00 00000100:00100000:3.0:1746137653.385927:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327388416:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.385942:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.385972:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333501440:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3221us (3390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.385979:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15512 00000100:00100000:0.0:1746137653.387323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.387441:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333501824 00000100:00100000:2.0:1746137653.387446:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333501824 00000100:00100000:2.0:1746137653.387483:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31162 00000100:00100000:2.0:1746137653.387489:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333501824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.387502:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.387515:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1ef expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.387536:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e1 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.387543:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.387545:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.387548:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1ef expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.387571:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e1 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.387580:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e1 expref: 79 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.387588:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327388544:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.387764:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.389331:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327388544:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.389352:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1ef expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.389363:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325a00, rc 0) 00000100:00100000:3.0:1746137653.389497:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333501824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2006us (2177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.389508:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31162 00000100:00100000:0.0:1746137653.390264:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.390366:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333501952 00000100:00100000:3.0:1746137653.390372:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333501952 00010000:00010000:3.0:1746137653.390392:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e1 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.390412:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15513 00000100:00100000:3.0:1746137653.390417:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333501952:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.390426:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.390440:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e1 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.390449:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e1 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.390466:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177622e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1e1 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.390830:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.390832:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.390839:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1ef expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.390847:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1ef expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.390871:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1ef expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.390882:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327388672:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.390969:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.392089:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327388672:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.392103:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.392139:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2008:x1830957333501952:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1720us (1875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.392147:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15513 00000100:00100000:0.0:1746137653.392548:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.392687:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333502208 00000100:00100000:3.0:1746137653.392692:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333502208 00002000:00100000:3.0:1746137653.392717:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961faa00 x1830957333502208/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.392724:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961faa00 with x1830957333502208 ext(0->4095) 00002000:00010000:3.0:1746137653.392728:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961faa00 00000100:00100000:3.0:1746137653.392751:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14697 00000100:00100000:3.0:1746137653.392757:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333502208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.393031:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333502208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 274us (483us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.393037:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14697 00002000:00100000:3.0:1746137653.393042:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961faa00 x1830957333502208/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.393049:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961faa00 with x1830957333502208 ext(0->4095) 00002000:00010000:3.0:1746137653.393051:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961faa00 00000100:00100000:0.0:1746137653.395413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.395555:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333502336 00000100:00100000:3.0:1746137653.395564:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333502336 00000100:00100000:3.0:1746137653.395614:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31163 00000100:00100000:3.0:1746137653.395622:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333502336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.395635:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.395648:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1f6 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.395671:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1ef expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.395678:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.395679:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.395682:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.395707:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1ef expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.395717:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1ef expref: 5 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.395727:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327388800:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.395827:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.396071:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.396152:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333502464 00000100:00100000:0.0:1746137653.396156:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333502464 00000100:00100000:0.0:1746137653.396184:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31164 00000100:00100000:0.0:1746137653.396189:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333502464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137653.396195:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137653.396201:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd1fd expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.396211:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.396214:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.396219:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137653.396221:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.396239:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.396251:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.396259:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6e00, rc 0) 00000100:00100000:0.0:1746137653.396291:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1679:x1830957333502464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137653.396296:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31164 00000100:00100000:3.0:1746137653.397923:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327388800:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.397941:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.397954:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137653.397983:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1685:x1830957333502336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2363us (2582us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.397989:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31163 00000100:00100000:2.0:1746137653.398161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.398230:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333502592 00000100:00100000:0.0:1746137653.398234:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333502592 00010000:00010000:0.0:1746137653.398253:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1ef expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746137653.398288:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15514 00000100:00100000:0.0:1746137653.398294:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333502592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137653.398303:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137653.398326:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1ef expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.398335:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1ef expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.398354:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb614177623c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1ef expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.398464:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.398466:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.398472:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.398483:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.398507:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.398516:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746137653.398529:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327389056:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137653.398574:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.399844:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327389056:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.399857:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.399879:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333502592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1585us (1719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.399885:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15514 00000100:00100000:0.0:1746137653.400174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.400261:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333502848 00000100:00100000:3.0:1746137653.400266:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333502848 00002000:00100000:3.0:1746137653.400292:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f8a80 x1830957333502848/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.400300:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f8a80 with x1830957333502848 ext(0->4095) 00010000:00010000:3.0:1746137653.400317:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.400330:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.400336:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f8a80 00000100:00100000:3.0:1746137653.400360:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3542 00000100:00100000:3.0:1746137653.400366:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333502848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.400450:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333502848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.400456:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3542 00002000:00100000:3.0:1746137653.400554:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f8a80 x1830957333502848/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.400568:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f8a80 with x1830957333502848 ext(0->4095) 00010000:00010000:3.0:1746137653.400573:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.400581:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.400586:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f8a80 00000100:00100000:0.0:1746137653.401893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.402133:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333502976 00000100:00100000:3.0:1746137653.402138:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333502976 00000100:00100000:3.0:1746137653.402167:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31165 00000100:00100000:3.0:1746137653.402174:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333502976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.402184:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.402207:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd204 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.402226:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.402231:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.402236:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137653.402239:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.402265:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.402279:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.402286:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137653.402681:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333502976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 506us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.402686:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31165 00000100:00100000:2.0:1746137653.402788:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.402828:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333503104 00000100:00100000:0.0:1746137653.402832:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333503104 00010000:00010000:0.0:1746137653.402843:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746137653.402864:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15515 00000100:00100000:0.0:1746137653.402869:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333503104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137653.402876:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137653.402889:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.402897:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.402911:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776243 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1f6 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.402932:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.402934:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.402939:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.402949:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.402972:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.402983:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746137653.402992:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327389312:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137653.403096:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.404351:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327389312:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.404365:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.404499:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333503104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1624us (1706us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.404506:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15515 00000100:00100000:0.0:1746137653.404686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.404773:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333503360 00000100:00100000:3.0:1746137653.404777:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333503360 00002000:00100000:3.0:1746137653.404827:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9880 x1830957333503360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.404839:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9880 with x1830957333503360 ext(0->4095) 00010000:00010000:3.0:1746137653.404845:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.404855:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.404861:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f9880 00000100:00100000:3.0:1746137653.404886:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3543 00000100:00100000:3.0:1746137653.404892:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333503360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.404997:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333503360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.405002:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3543 00002000:00100000:3.0:1746137653.405008:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9880 x1830957333503360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.405014:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9880 with x1830957333503360 ext(0->4095) 00010000:00010000:3.0:1746137653.405018:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.405027:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.405032:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f9880 00000100:00100000:0.0:1746137653.406360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.406493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.406703:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333503488 00000100:00100000:3.0:1746137653.406708:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333503488 00000100:00100000:3.0:1746137653.406732:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31166 00000100:00100000:3.0:1746137653.406739:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333503488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.406747:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.406757:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd20b expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.406774:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.406780:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.406785:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137653.406788:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.406819:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333503616 00000100:00100000:2.0:1746137653.406822:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333503616 00010000:00010000:3.0:1746137653.406828:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.406838:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.406842:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.406849:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:2.0:1746137653.406853:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15516 00000100:00100000:2.0:1746137653.406857:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2008:x1830957333503616:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.406863:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.406875:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.406883:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.406884:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1679:x1830957333503488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.406889:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31166 00010000:00010000:2.0:1746137653.406896:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6e00/0xddf4fb614177624a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd1fd expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.406908:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.406909:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.406914:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.406921:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.406938:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.406947:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 5 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.406955:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327389568:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.407202:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.408681:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327389568:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.408694:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.408730:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333503616:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1871us (2236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.408737:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15516 00000100:00100000:0.0:1746137653.409368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.409428:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333503872 00000100:00100000:1.0:1746137653.409433:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333503872 00002000:00100000:1.0:1746137653.409455:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fa680 x1830957333503872/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.409463:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa680 with x1830957333503872 ext(0->4095) 00010000:00010000:1.0:1746137653.409469:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.409478:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.409483:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fa680 00000100:00100000:1.0:1746137653.409504:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3544 00000100:00100000:1.0:1746137653.409508:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333503872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.409598:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333503872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.409603:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3544 00002000:00100000:1.0:1746137653.409608:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fa680 x1830957333503872/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.409614:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa680 with x1830957333503872 ext(0->4095) 00010000:00010000:1.0:1746137653.409618:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.409626:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.409631:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fa680 00000100:00100000:0.0:1746137653.410925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.410984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.411035:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333504000 00000100:00100000:3.0:1746137653.411040:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333504128 00000100:00100000:2.0:1746137653.411040:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333504000 00000100:00100000:3.0:1746137653.411044:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333504128 00010000:00010000:2.0:1746137653.411057:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 7 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.411062:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31167 00000100:00100000:3.0:1746137653.411067:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1685:x1830957333504128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.411075:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.411085:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd212 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.411085:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15517 00000100:00100000:2.0:1746137653.411090:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2007:x1830957333504000:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.411098:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.411101:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.411106:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.411112:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.411115:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd212 expref: 8 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.411161:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 8 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.411176:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 8 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.411191:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776251 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd204 expref: 8 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.411200:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.411202:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.411206:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.411213:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.411233:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.411242:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 79 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.411275:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327389696:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.411430:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 79 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.411446:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 79 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.411454:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327389824:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.411519:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.411606:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.412478:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327389824:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.412495:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd212 expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.412505:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137653.412524:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1685:x1830957333504128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1457us (1601us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.412529:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31167 00000100:00100000:2.0:1746137653.412646:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327389696:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.412655:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.412672:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333504000:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1582us (1688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.412681:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15517 00000100:00100000:0.0:1746137653.414102:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.414143:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333504256 00000100:00100000:2.0:1746137653.414149:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333504256 00010000:00010000:2.0:1746137653.414167:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.414195:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15518 00000100:00100000:2.0:1746137653.414200:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333504256:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.414208:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.414220:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.414229:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.414244:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776258 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd20b expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.414253:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.414255:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.414260:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd212 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.414266:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd212 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.414286:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd212 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.414296:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846da680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327389952:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.414362:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.415256:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846da680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327389952:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.415265:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.415290:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333504256:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1090us (1191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.415296:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15518 00000100:00100000:0.0:1746137653.416458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.416499:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333504512 00000100:00100000:3.0:1746137653.416504:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333504512 00002000:00100000:3.0:1746137653.416530:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f8e00 x1830957333504512/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.416539:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f8e00 with x1830957333504512 ext(0->4095) 00002000:00010000:3.0:1746137653.416542:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f8e00 00000100:00100000:3.0:1746137653.416613:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14698 00000100:00100000:3.0:1746137653.416617:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333504512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.416696:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333504512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 78us (242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.416701:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14698 00002000:00100000:3.0:1746137653.416705:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f8e00 x1830957333504512/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.416709:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f8e00 with x1830957333504512 ext(0->4095) 00002000:00010000:3.0:1746137653.416711:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f8e00 00000100:00100000:2.0:1746137653.419411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.419543:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333504640 00000100:00100000:3.0:1746137653.419548:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333504640 00000100:00100000:3.0:1746137653.420392:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31168 00000100:00100000:3.0:1746137653.420399:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333504640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.420411:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.420423:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd219 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.420444:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd212 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.420451:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.420453:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.420455:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.420477:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd212 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.420486:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd212 expref: 5 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.420501:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327390080:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.420566:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.422092:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.422153:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327390080:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.422168:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.422179:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:2.0:1746137653.422545:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333504768 00000100:00100000:2.0:1746137653.422550:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333504768 00010000:00010000:2.0:1746137653.422568:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd212 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.422617:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333504640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2218us (3209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.422624:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31168 00000100:00100000:2.0:1746137653.422731:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15519 00000100:00100000:2.0:1746137653.422738:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333504768:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.422746:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.422761:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd212 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.422770:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd212 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.422785:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177625f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd212 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.422802:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.422823:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.422829:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.422836:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.422860:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.422869:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327390208:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.423420:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.424032:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.424349:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333504896 00000100:00100000:3.0:1746137653.424354:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333504896 00000100:00100000:3.0:1746137653.424386:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31169 00000100:00100000:3.0:1746137653.424391:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333504896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.424401:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.424410:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd220 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.424425:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.424431:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.424432:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.424435:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.424455:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.424464:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.424472:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327390336:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.424514:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.424759:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327390208:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.424770:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.425018:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333504768:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2279us (2928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.425024:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15519 00000100:00100000:0.0:1746137653.426579:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.426617:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333505152 00000100:00100000:1.0:1746137653.426622:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333505152 00002000:00100000:1.0:1746137653.426648:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec51c00 x1830957333505152/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.426657:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec51c00 with x1830957333505152 ext(0->4095) 00010000:00010000:1.0:1746137653.426663:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 82 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.426674:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 82 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.426680:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec51c00 00000100:00100000:1.0:1746137653.426700:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3545 00000100:00100000:1.0:1746137653.426705:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2008:x1830957333505152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.426847:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2008:x1830957333505152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.426853:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3545 00002000:00100000:1.0:1746137653.426858:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec51c00 x1830957333505152/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.426865:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec51c00 with x1830957333505152 ext(0->4095) 00010000:00010000:1.0:1746137653.426870:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 82 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.426879:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 82 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.426884:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec51c00 00000100:00100000:3.0:1746137653.427184:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327390336:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.427202:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.427217:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:3.0:1746137653.427247:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333504896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2856us (3217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.427253:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31169 00000100:00100000:0.0:1746137653.428080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.428130:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333505280 00000100:00100000:3.0:1746137653.428133:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333505280 00000100:00100000:3.0:1746137653.428162:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31170 00000100:00100000:3.0:1746137653.428167:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333505280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.428175:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.428184:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd227 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.428196:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.428200:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.428205:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137653.428208:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.428227:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.428239:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.428245:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137653.428271:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333505280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.428276:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31170 00000100:00100000:0.0:1746137653.428574:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.428605:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333505408 00000100:00100000:3.0:1746137653.428607:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333505408 00010000:00010000:3.0:1746137653.428618:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.428645:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15520 00000100:00100000:3.0:1746137653.428649:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333505408:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.428656:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.428666:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.428673:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.428686:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776266 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd219 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.428704:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.428706:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.428711:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.428717:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.428732:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.428741:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.428756:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327390592:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.428826:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.430254:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327390592:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.430267:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.430302:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333505408:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1650us (1727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.430319:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15520 00000100:00100000:0.0:1746137653.431030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.431074:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333505664 00000100:00100000:2.0:1746137653.431079:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333505664 00002000:00100000:2.0:1746137653.431103:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55180 x1830957333505664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.431112:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55180 with x1830957333505664 ext(0->4095) 00010000:00010000:2.0:1746137653.431118:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.431128:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.431134:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd55180 00000100:00100000:2.0:1746137653.431320:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3546 00000100:00100000:2.0:1746137653.431327:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333505664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137653.431449:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333505664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.431454:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3546 00002000:00100000:2.0:1746137653.431459:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55180 x1830957333505664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.431466:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55180 with x1830957333505664 ext(0->4095) 00010000:00010000:2.0:1746137653.431470:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.431478:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.431571:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd55180 00000100:00100000:0.0:1746137653.433652:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.433767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.433859:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333505792 00000100:00100000:3.0:1746137653.433865:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333505792 00000100:00100000:3.0:1746137653.433906:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31171 00000100:00100000:3.0:1746137653.433912:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333505792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.433924:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.433935:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd22e expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.433948:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333505920 00000100:00100000:2.0:1746137653.433952:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333505920 00010000:00010000:3.0:1746137653.433954:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.433959:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.433965:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137653.433967:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd22e expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.433967:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 82 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.433988:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15521 00000100:00100000:2.0:1746137653.433992:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2008:x1830957333505920:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.433994:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.434001:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.434009:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd22e expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.434014:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 82 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.434016:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00010000:00010000:2.0:1746137653.434027:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 82 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.434042:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177626d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd220 expref: 82 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.434045:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1679:x1830957333505792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.434050:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31171 00010000:00010000:2.0:1746137653.434055:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.434057:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.434061:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.434067:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.434090:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.434097:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 5 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.434104:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327390848:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.434145:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.435500:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327390848:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.435511:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.435532:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333505920:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1539us (1765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.435542:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15521 00000100:00100000:0.0:1746137653.435969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.436045:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333506176 00000100:00100000:2.0:1746137653.436048:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333506176 00002000:00100000:2.0:1746137653.436071:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55f80 x1830957333506176/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.436079:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55f80 with x1830957333506176 ext(0->4095) 00010000:00010000:2.0:1746137653.436084:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.436093:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.436098:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd55f80 00000100:00100000:2.0:1746137653.436123:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3547 00000100:00100000:2.0:1746137653.436129:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333506176:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137653.436223:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333506176:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (254us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.436233:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3547 00002000:00100000:2.0:1746137653.436238:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55f80 x1830957333506176/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.436244:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55f80 with x1830957333506176 ext(0->4095) 00010000:00010000:2.0:1746137653.436248:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.436261:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.436267:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd55f80 00000100:00100000:0.0:1746137653.438158:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.438229:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333506304 00000100:00100000:2.0:1746137653.438233:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333506304 00010000:00010000:2.0:1746137653.438255:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.438285:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15522 00000100:00100000:2.0:1746137653.438291:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333506304:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.438300:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.438320:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.438329:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.438344:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776274 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd227 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.438353:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.438355:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.438360:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd22e expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.438370:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd22e expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.438391:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd22e expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.438399:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327390976:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.438463:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.439441:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327390976:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.439452:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.439479:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333506304:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1187us (1325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.439486:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15522 00000100:00100000:0.0:1746137653.439783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.439819:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333506560 00000100:00100000:3.0:1746137653.439822:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333506560 00002000:00100000:3.0:1746137653.439840:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd57480 x1830957333506560/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.439846:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57480 with x1830957333506560 ext(0->4095) 00002000:00010000:3.0:1746137653.439848:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd57480 00000100:00100000:3.0:1746137653.439867:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14699 00000100:00100000:3.0:1746137653.439872:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333506560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.439951:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333506560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 79us (169us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.439955:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14699 00002000:00100000:3.0:1746137653.439958:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd57480 x1830957333506560/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.439962:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57480 with x1830957333506560 ext(0->4095) 00002000:00010000:3.0:1746137653.439964:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd57480 00000100:00100000:0.0:1746137653.441006:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.441026:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333506688 00000100:00100000:1.0:1746137653.441030:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333506688 00000100:00100000:1.0:1746137653.441066:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31172 00000100:00100000:1.0:1746137653.441072:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333506688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.441082:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.441093:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd235 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.441110:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd22e expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.441117:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.441119:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.441122:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd235 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.441142:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd22e expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.441151:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd22e expref: 79 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.441160:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327391104:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.441228:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.443369:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327391104:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.443391:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd235 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.443403:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083f000, rc 0) 00000100:00100000:1.0:1746137653.443462:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333506688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2388us (2455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.443469:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31172 00000100:00100000:0.0:1746137653.443608:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.443700:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333506816 00000100:00100000:3.0:1746137653.443705:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333506816 00010000:00010000:3.0:1746137653.443722:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd22e expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.443751:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15523 00000100:00100000:3.0:1746137653.443757:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333506816:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.443765:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.443777:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd22e expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.443787:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd22e expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.443802:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177627b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd22e expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.443839:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.443841:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.443847:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd235 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.443853:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd235 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.443873:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd235 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.443882:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327391232:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.443935:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.445188:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.445261:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327391232:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.445272:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.445294:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333506816:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1537us (1685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.445304:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15523 00000100:00100000:2.0:1746137653.445372:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333507072 00000100:00100000:2.0:1746137653.445376:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333507072 00002000:00100000:2.0:1746137653.445399:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd56300 x1830957333507072/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.445408:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd56300 with x1830957333507072 ext(0->4095) 00002000:00010000:2.0:1746137653.445411:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd56300 00000100:00100000:2.0:1746137653.445424:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14700 00000100:00100000:2.0:1746137653.445429:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333507072:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137653.445516:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333507072:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.445524:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14700 00002000:00100000:2.0:1746137653.445529:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd56300 x1830957333507072/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.445535:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd56300 with x1830957333507072 ext(0->4095) 00002000:00010000:2.0:1746137653.445538:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd56300 00000100:00100000:0.0:1746137653.446987:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.447046:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333507200 00000100:00100000:1.0:1746137653.447049:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333507200 00000100:00100000:1.0:1746137653.447143:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31173 00000100:00100000:1.0:1746137653.447150:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333507200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.447160:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.447170:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd23c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.447191:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd235 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.447197:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.447198:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.447201:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.447219:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd235 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.447228:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd235 expref: 5 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.447236:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327391360:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.447524:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.449038:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327391360:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.449055:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.449067:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:1.0:1746137653.449089:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333507200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1939us (2104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.449095:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31173 00000100:00100000:0.0:1746137653.449276:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.449398:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333507328 00000100:00100000:3.0:1746137653.449402:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333507328 00010000:00010000:3.0:1746137653.449419:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd235 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.449440:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15524 00000100:00100000:3.0:1746137653.449445:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333507328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.449452:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.449463:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd235 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.449471:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd235 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.449485:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083f000/0xddf4fb6141776282 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd235 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.449494:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.449496:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.449500:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.449511:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.449528:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.449536:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327391488:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.449579:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.450202:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.450284:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333507456 00000100:00100000:1.0:1746137653.450289:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333507456 00000100:00100000:1.0:1746137653.450322:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31174 00000100:00100000:1.0:1746137653.450328:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333507456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.450336:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.450343:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd243 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.450356:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.450361:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.450362:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.450365:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.450378:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.450386:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.450394:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327391616:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.450428:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.450981:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327391488:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.450992:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.451009:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333507328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1564us (1734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.451016:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15524 00000100:00100000:0.0:1746137653.451447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.451779:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333507712 00000100:00100000:2.0:1746137653.451783:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333507712 00002000:00100000:2.0:1746137653.451828:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55c00 x1830957333507712/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.451837:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55c00 with x1830957333507712 ext(0->4095) 00010000:00010000:2.0:1746137653.451842:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.451852:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.451857:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd55c00 00000100:00100000:2.0:1746137653.451873:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3548 00000100:00100000:2.0:1746137653.451879:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2008:x1830957333507712:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.451965:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2008:x1830957333507712:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (518us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.451970:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3548 00002000:00100000:2.0:1746137653.451975:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55c00 x1830957333507712/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.451988:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55c00 with x1830957333507712 ext(0->4095) 00010000:00010000:2.0:1746137653.451992:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.452000:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.452005:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd55c00 00000100:00100000:1.0:1746137653.453045:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327391616:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.453061:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.453075:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e800, rc 0) 00000100:00100000:1.0:1746137653.453261:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333507456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2930us (3055us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.453267:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31174 00000100:00100000:0.0:1746137653.453437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.453496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.453543:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333507840 00000100:00100000:2.0:1746137653.453547:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333507840 00000100:00100000:2.0:1746137653.453563:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31175 00000100:00100000:2.0:1746137653.453568:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333507840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.453575:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.453583:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd24a expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.453595:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.453599:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.453604:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137653.453607:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.453626:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.453638:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.453644:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325a00, rc 0) 00000100:00100000:2.0:1746137653.453660:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333507840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.453665:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31175 00000100:00100000:3.0:1746137653.453835:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333507968 00000100:00100000:3.0:1746137653.453839:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333507968 00010000:00010000:3.0:1746137653.453854:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.453871:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15525 00000100:00100000:3.0:1746137653.453876:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333507968:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.453883:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.453893:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.453909:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.453923:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776289 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd23c expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.453934:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.453935:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.453940:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.453945:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.453961:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.453969:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.453977:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327391872:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.454023:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.455324:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.455368:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333508224 00000100:00100000:1.0:1746137653.455372:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333508224 00002000:00100000:1.0:1746137653.455398:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd54e00 x1830957333508224/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.455406:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd54e00 with x1830957333508224 ext(0->4095) 00010000:00010000:1.0:1746137653.455411:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.455420:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.455425:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd54e00 00000100:00100000:1.0:1746137653.455444:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3549 00000100:00100000:1.0:1746137653.455449:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333508224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137653.455529:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333508224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 79us (206us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.455534:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3549 00002000:00100000:1.0:1746137653.455538:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd54e00 x1830957333508224/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.455551:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd54e00 with x1830957333508224 ext(0->4095) 00010000:00010000:1.0:1746137653.455558:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.455566:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.455571:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd54e00 00000100:00100000:3.0:1746137653.455669:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327391872:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.455680:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.455710:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333507968:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1834us (2213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.455719:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15525 00000100:00100000:0.0:1746137653.457458:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.457492:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.457618:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333508352 00000100:00100000:2.0:1746137653.457628:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333508352 00000100:00100000:3.0:1746137653.457637:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333508480 00000100:00100000:3.0:1746137653.457642:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333508480 00010000:00010000:3.0:1746137653.457660:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.457679:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31176 00000100:00100000:2.0:1746137653.457686:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333508352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137653.457693:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15526 00000100:00100000:3.0:1746137653.457701:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2010:x1830957333508480:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.457702:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.457710:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.457716:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd251 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.457721:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.457730:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.457741:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.457747:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.457752:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137653.457755:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd251 expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.457885:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e800/0xddf4fb6141776290 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd243 expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.457898:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.457899:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.457904:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.457905:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.457912:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.457923:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd251 expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.457932:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325400, rc 0) 00010000:00010000:3.0:1746137653.457935:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.457944:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 5 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.457954:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327392128:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.457975:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333508352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 290us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.457982:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31176 00000100:00100000:3.0:1746137653.458443:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.459372:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327392128:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.459384:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.459416:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2010:x1830957333508480:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1714us (1923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.459423:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15526 00000100:00100000:0.0:1746137653.459668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.459711:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333508736 00000100:00100000:2.0:1746137653.459716:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333508736 00002000:00100000:2.0:1746137653.459741:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec65f80 x1830957333508736/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.459749:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec65f80 with x1830957333508736 ext(0->4095) 00010000:00010000:2.0:1746137653.459755:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.459764:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.459770:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec65f80 00000100:00100000:2.0:1746137653.459791:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3550 00000100:00100000:2.0:1746137653.459796:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333508736:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.459942:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333508736:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (275us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.459947:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3550 00002000:00100000:2.0:1746137653.459952:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec65f80 x1830957333508736/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.459959:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec65f80 with x1830957333508736 ext(0->4095) 00010000:00010000:2.0:1746137653.459963:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.459971:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.459976:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec65f80 00000100:00100000:0.0:1746137653.461909:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.462033:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333508864 00000100:00100000:3.0:1746137653.462037:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333508864 00010000:00010000:3.0:1746137653.462058:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.462085:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15527 00000100:00100000:3.0:1746137653.462090:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333508864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.462098:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.462109:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.462117:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.462133:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325a00/0xddf4fb6141776297 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd24a expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.462143:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.462145:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.462150:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd251 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.462157:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd251 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.462177:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd251 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.462185:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327392256:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.462613:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.463838:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327392256:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.463851:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.463875:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333508864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1784us (1968us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.463882:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15527 00000100:00100000:0.0:1746137653.464127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.464283:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333509120 00000100:00100000:2.0:1746137653.464287:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333509120 00002000:00100000:2.0:1746137653.464318:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec67480 x1830957333509120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.464326:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67480 with x1830957333509120 ext(0->4095) 00002000:00010000:2.0:1746137653.464330:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec67480 00000100:00100000:2.0:1746137653.464350:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14701 00000100:00100000:2.0:1746137653.464355:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333509120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137653.464444:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333509120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.464449:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14701 00002000:00100000:2.0:1746137653.464453:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec67480 x1830957333509120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.464459:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67480 with x1830957333509120 ext(0->4095) 00002000:00010000:2.0:1746137653.464462:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec67480 00000100:00100000:0.0:1746137653.465602:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.465726:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333509248 00000100:00100000:2.0:1746137653.465730:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333509248 00000100:00100000:2.0:1746137653.465752:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31177 00000100:00100000:2.0:1746137653.465757:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333509248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.465766:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.465777:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd258 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.465794:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd251 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.465800:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.465802:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.466070:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd258 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.466093:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd251 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.466102:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd251 expref: 79 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.466112:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327392384:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.466166:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.467474:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327392384:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.467490:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd258 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.467505:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324c00, rc 0) 00000100:00100000:2.0:1746137653.467535:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333509248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1777us (1936us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.467541:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31177 00000100:00100000:0.0:1746137653.468410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.468630:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333509376 00000100:00100000:3.0:1746137653.468635:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333509376 00010000:00010000:3.0:1746137653.468655:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd251 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.468681:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15528 00000100:00100000:3.0:1746137653.468686:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333509376:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.468697:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.468709:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd251 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.468718:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd251 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.468733:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb614177629e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd251 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.468742:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.468743:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.468749:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd258 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.468757:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd258 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.468777:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd258 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.468785:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327392512:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.468865:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.470496:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327392512:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.470509:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.470537:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2008:x1830957333509376:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1850us (2127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.470547:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15528 00000100:00100000:0.0:1746137653.471001:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.471315:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333509632 00000100:00100000:2.0:1746137653.471320:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333509632 00002000:00100000:2.0:1746137653.471346:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec66d80 x1830957333509632/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.471355:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec66d80 with x1830957333509632 ext(0->4095) 00002000:00010000:2.0:1746137653.471358:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec66d80 00000100:00100000:2.0:1746137653.471384:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14702 00000100:00100000:2.0:1746137653.471389:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333509632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137653.471468:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333509632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 79us (467us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.471473:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14702 00002000:00100000:2.0:1746137653.471478:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec66d80 x1830957333509632/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.471485:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec66d80 with x1830957333509632 ext(0->4095) 00002000:00010000:2.0:1746137653.471488:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec66d80 00000100:00100000:0.0:1746137653.472929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.473024:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333509760 00000100:00100000:2.0:1746137653.473028:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333509760 00000100:00100000:2.0:1746137653.473056:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31178 00000100:00100000:2.0:1746137653.473062:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333509760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.473071:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.473082:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd25f expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.473100:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd258 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.473107:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.473108:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.473112:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.473131:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd258 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.473141:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd258 expref: 5 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.473150:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327392640:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.473206:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.474739:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327392640:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.474755:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.474765:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8be00, rc 0) 00000100:00100000:2.0:1746137653.474796:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333509760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1734us (1869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.474824:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31178 00000100:00100000:0.0:1746137653.475272:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.475317:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.475432:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333509888 00000100:00100000:3.0:1746137653.475437:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333509888 00000100:00100000:2.0:1746137653.475446:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333510016 00000100:00100000:2.0:1746137653.475450:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333510016 00010000:00010000:3.0:1746137653.475456:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd258 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.475474:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31179 00000100:00100000:2.0:1746137653.475479:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333510016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137653.475485:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15529 00010000:00010000:2.0:1746137653.475488:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137653.475491:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333509888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.475496:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd266 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.475499:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.475509:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.475513:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.475526:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.475529:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.475575:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd258 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.475585:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd258 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.475596:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.475600:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd258 expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.475606:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.475612:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.475613:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.475618:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.475624:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.475664:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8b000, rc 0) 00010000:00010000:3.0:1746137653.475671:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.475680:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.475682:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333510016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.475688:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31179 00000100:00100000:3.0:1746137653.475689:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327392896:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.475759:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.478545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.478588:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333510272 00000100:00100000:1.0:1746137653.478594:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333510272 00002000:00100000:1.0:1746137653.478621:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14700 x1830957333510272/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.478630:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14700 with x1830957333510272 ext(0->4095) 00010000:00010000:1.0:1746137653.478637:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.478647:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.478653:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea14700 00000100:00100000:3.0:1746137653.478719:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327392896:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.478732:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.478760:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333509888:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3269us (3488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.478766:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15529 00000100:00100000:1.0:1746137653.478865:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3551 00000100:00100000:1.0:1746137653.478871:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333510272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137653.478962:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333510272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.478967:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3551 00002000:00100000:1.0:1746137653.478973:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14700 x1830957333510272/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.478979:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14700 with x1830957333510272 ext(0->4095) 00010000:00010000:1.0:1746137653.478983:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.478992:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.478997:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea14700 00000100:00100000:0.0:1746137653.480928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.481002:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333510400 00000100:00100000:2.0:1746137653.481008:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333510400 00000100:00100000:2.0:1746137653.481032:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31180 00000100:00100000:2.0:1746137653.481037:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333510400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.481048:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.481059:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd26d expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.481077:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.481081:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.481087:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137653.481089:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.481115:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.481125:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.481132:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8b200, rc 0) 00000100:00100000:2.0:1746137653.481834:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333510400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 794us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.481839:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31180 00000100:00100000:0.0:1746137653.481911:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.482072:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333510528 00000100:00100000:3.0:1746137653.482076:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333510528 00010000:00010000:3.0:1746137653.482090:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.482114:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15530 00000100:00100000:3.0:1746137653.482119:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333510528:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.482126:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.482139:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.482148:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.482163:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb61417762ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd25f expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.482183:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.482185:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.482190:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.482196:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.482215:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.482225:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.482234:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327393152:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.482287:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.485508:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327393152:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.485524:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.485567:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333510528:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3446us (3655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.485576:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15530 00000100:00100000:0.0:1746137653.485636:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.485673:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333510784 00000100:00100000:2.0:1746137653.485679:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333510784 00002000:00100000:2.0:1746137653.485709:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea16d80 x1830957333510784/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.485718:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea16d80 with x1830957333510784 ext(0->4095) 00010000:00010000:2.0:1746137653.485725:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.485735:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.485741:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea16d80 00000100:00100000:2.0:1746137653.485753:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3552 00000100:00100000:2.0:1746137653.485759:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333510784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137653.485856:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333510784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.485865:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3552 00002000:00100000:2.0:1746137653.485869:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea16d80 x1830957333510784/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.485875:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea16d80 with x1830957333510784 ext(0->4095) 00010000:00010000:2.0:1746137653.485879:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.485886:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.485891:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea16d80 00000100:00100000:0.0:1746137653.488155:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.488340:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333510912 00000100:00100000:2.0:1746137653.488346:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333510912 00000100:00100000:0.0:1746137653.488403:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.488547:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333511040 00000100:00100000:3.0:1746137653.488551:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333511040 00010000:00010000:3.0:1746137653.488566:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.488588:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15531 00000100:00100000:3.0:1746137653.488593:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2009:x1830957333511040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.488602:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.488615:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.488625:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.488641:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b000/0xddf4fb61417762b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd266 expref: 81 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.488652:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.488653:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.488659:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.488665:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.488688:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.488696:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327393280:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137653.489126:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31181 00000100:00100000:1.0:1746137653.489132:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333510912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.489143:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.489152:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd274 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.489198:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5b40 going to sleep for 11 seconds 00010000:00010000:1.0:1746137653.489231:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.489237:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.489238:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.489240:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd274 expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.489254:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.489267:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 5 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.489275:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327393408:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.489297:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.490240:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327393280:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.490480:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.490516:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2009:x1830957333511040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1922us (2113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.490523:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15531 00000100:00100000:1.0:1746137653.490530:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327393408:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.490541:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd274 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.490550:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee2e00, rc 0) 00000100:00100000:1.0:1746137653.490565:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333510912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1433us (2416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.490570:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31181 00000100:00100000:0.0:1746137653.490908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.490970:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333511296 00000100:00100000:2.0:1746137653.490975:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333511296 00002000:00100000:2.0:1746137653.490998:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14a80 x1830957333511296/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.491005:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14a80 with x1830957333511296 ext(0->4095) 00010000:00010000:2.0:1746137653.491010:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.491020:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.491026:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea14a80 00000100:00100000:2.0:1746137653.491039:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3553 00000100:00100000:2.0:1746137653.491044:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333511296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.491132:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333511296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (224us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.491138:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3553 00002000:00100000:2.0:1746137653.491142:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14a80 x1830957333511296/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.491149:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14a80 with x1830957333511296 ext(0->4095) 00010000:00010000:2.0:1746137653.491153:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.491161:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.491167:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea14a80 00000100:00100000:0.0:1746137653.494855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.494978:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333511424 00000100:00100000:3.0:1746137653.494985:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333511424 00010000:00010000:3.0:1746137653.495010:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.495031:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15532 00000100:00100000:3.0:1746137653.495037:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333511424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.495047:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.495061:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.495070:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.495088:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd26d expref: 6 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.495102:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.495103:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.495109:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd274 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.495116:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd274 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.495142:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd274 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.495151:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327393536:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.495412:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.498187:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.498245:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333511680 00000100:00100000:1.0:1746137653.498252:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333511680 00002000:00100000:1.0:1746137653.498286:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea17800 x1830957333511680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.498295:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17800 with x1830957333511680 ext(0->4095) 00002000:00010000:1.0:1746137653.498299:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea17800 00000100:00100000:1.0:1746137653.498333:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14703 00000100:00100000:1.0:1746137653.498340:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2009:x1830957333511680:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137653.498450:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2009:x1830957333511680:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.498459:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14703 00002000:00100000:1.0:1746137653.498464:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea17800 x1830957333511680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.498471:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17800 with x1830957333511680 ext(0->4095) 00002000:00010000:1.0:1746137653.498473:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea17800 00000100:00100000:2.0:1746137653.498535:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327393536:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.498550:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.498569:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333511424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3533us (3720us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.498576:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15532 00000100:00100000:0.0:1746137653.500221:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.500328:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333511808 00000100:00100000:1.0:1746137653.500333:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333511808 00000100:00100000:1.0:1746137653.500440:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31182 00000100:00100000:1.0:1746137653.500447:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333511808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.500458:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.500470:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd27b expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.500489:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd274 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.500496:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.500498:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.500501:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd27b expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.500524:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd274 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.500534:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd274 expref: 79 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.500548:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327393664:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.500727:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.502901:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327393664:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.502926:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd27b expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.502940:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee2600, rc 0) 00000100:00100000:1.0:1746137653.502975:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333511808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2527us (2757us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.502983:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31182 00000100:00100000:0.0:1746137653.503766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.503849:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333511936 00000100:00100000:3.0:1746137653.503854:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333511936 00010000:00010000:3.0:1746137653.503875:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd274 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.503895:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15533 00000100:00100000:3.0:1746137653.503902:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333511936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.503913:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.503930:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd274 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.503939:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd274 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.503957:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb61417762c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd274 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.503981:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.503982:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.503988:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd27b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.504000:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd27b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.504024:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd27b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.504033:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327393792:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.504083:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.506435:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327393792:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.506454:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.506486:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333511936:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2584us (2721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.506495:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15533 00000100:00100000:0.0:1746137653.507935:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.508030:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333512192 00000100:00100000:3.0:1746137653.508036:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333512192 00002000:00100000:3.0:1746137653.508064:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15c00 x1830957333512192/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.508073:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15c00 with x1830957333512192 ext(0->4095) 00002000:00010000:3.0:1746137653.508076:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15c00 00000100:00100000:3.0:1746137653.508105:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14704 00000100:00100000:3.0:1746137653.508111:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333512192:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.508401:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333512192:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 289us (470us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.508410:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14704 00002000:00100000:3.0:1746137653.508415:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15c00 x1830957333512192/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.508422:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15c00 with x1830957333512192 ext(0->4095) 00002000:00010000:3.0:1746137653.508425:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15c00 00000100:00100000:0.0:1746137653.508473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.508608:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333512320 00000100:00100000:2.0:1746137653.508612:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333512320 00000100:00100000:2.0:1746137653.508631:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31183 00000100:00100000:2.0:1746137653.508635:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1679:x1830957333512320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.508643:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.508655:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd282 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.508673:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd27b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.508679:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.508680:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.508683:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.508704:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd27b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.508712:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd27b expref: 5 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.508721:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327393920:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.509096:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.510256:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.510448:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333512448 00000100:00100000:2.0:1746137653.510453:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333512448 00000100:00100000:2.0:1746137653.510698:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31184 00000100:00100000:2.0:1746137653.510705:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1685:x1830957333512448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.510716:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.510726:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd289 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.510742:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.510746:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.510752:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.510754:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd289 expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.510777:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.510788:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd289 expref: 82 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.510797:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8b200, rc 0) 00000100:00100000:2.0:1746137653.510841:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1685:x1830957333512448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.510847:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31184 00000100:00100000:3.0:1746137653.511078:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327393920:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.511092:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.511100:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324c00, rc 0) 00000100:00100000:3.0:1746137653.511117:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333512320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2482us (2645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.511122:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31183 00000100:00100000:0.0:1746137653.511852:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.511920:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333512576 00000100:00100000:3.0:1746137653.511923:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333512576 00010000:00010000:3.0:1746137653.511938:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd27b expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.511952:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15534 00000100:00100000:3.0:1746137653.511956:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333512576:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.511962:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.511973:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd27b expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.511982:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd27b expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.511993:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd27b expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.512011:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.512012:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.512016:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.512021:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.512033:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.512039:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.512046:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327394176:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.512078:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.514246:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327394176:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.514261:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.514293:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333512576:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2335us (2441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.514304:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15534 00000100:00100000:0.0:1746137653.514393:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.514455:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333512832 00000100:00100000:3.0:1746137653.514460:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333512832 00002000:00100000:3.0:1746137653.514615:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b2a00 x1830957333512832/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.514624:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b2a00 with x1830957333512832 ext(0->4095) 00010000:00010000:3.0:1746137653.514631:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.514642:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.514647:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b2a00 00000100:00100000:3.0:1746137653.514666:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3554 00000100:00100000:3.0:1746137653.514671:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333512832:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.514775:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333512832:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (383us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.514781:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3554 00002000:00100000:3.0:1746137653.514786:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b2a00 x1830957333512832/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.514793:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b2a00 with x1830957333512832 ext(0->4095) 00010000:00010000:3.0:1746137653.514797:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.514834:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.514839:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b2a00 00000100:00100000:0.0:1746137653.516708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.516757:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333512960 00000100:00100000:3.0:1746137653.516762:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333512960 00010000:00010000:3.0:1746137653.516780:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.516830:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15535 00000100:00100000:3.0:1746137653.516836:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333512960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.516847:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.516858:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.516867:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.516885:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417762cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd282 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.516895:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.516897:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.516903:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd289 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.516917:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd289 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.516942:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd289 expref: 80 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.516952:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327394304:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.517014:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.518720:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327394304:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.518734:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.518773:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333512960:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1936us (2068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.518781:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15535 00000100:00100000:0.0:1746137653.518929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.518966:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333513216 00000100:00100000:3.0:1746137653.518970:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333513216 00002000:00100000:3.0:1746137653.518992:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b2300 x1830957333513216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.518999:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b2300 with x1830957333513216 ext(0->4095) 00002000:00010000:3.0:1746137653.519003:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b2300 00000100:00100000:3.0:1746137653.519020:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14705 00000100:00100000:3.0:1746137653.519025:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333513216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.519111:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333513216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (181us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.519123:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14705 00002000:00100000:3.0:1746137653.519127:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b2300 x1830957333513216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.519135:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b2300 with x1830957333513216 ext(0->4095) 00002000:00010000:3.0:1746137653.519137:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b2300 00000100:00100000:0.0:1746137653.520898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.521029:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333513344 00000100:00100000:1.0:1746137653.521034:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333513344 00000100:00100000:1.0:1746137653.521071:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31185 00000100:00100000:1.0:1746137653.521077:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333513344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.521088:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.521100:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd290 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.521138:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd289 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.521145:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.521146:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.521149:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd290 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.521176:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd289 expref: 79 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.521185:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd289 expref: 79 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.521195:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327394432:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.521541:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.522709:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327394432:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.522725:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd290 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.522738:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee2600, rc 0) 00000100:00100000:1.0:1746137653.522762:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333513344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1685us (1867us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.522768:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31185 00000100:00100000:0.0:1746137653.523356:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.523490:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333513472 00000100:00100000:3.0:1746137653.523494:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333513472 00010000:00010000:3.0:1746137653.523515:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd289 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.523536:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15536 00000100:00100000:3.0:1746137653.523541:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333513472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.523550:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.523563:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd289 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.523572:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd289 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.523587:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8b200/0xddf4fb61417762d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd289 expref: 80 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.523609:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.523611:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.523616:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd290 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.523627:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd290 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.523647:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd290 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.523656:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327394560:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.523705:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.525295:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327394560:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.525319:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.525344:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2008:x1830957333513472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1802us (1988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.525350:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15536 00000100:00100000:0.0:1746137653.525604:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.525731:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333513728 00000100:00100000:3.0:1746137653.525736:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333513728 00002000:00100000:3.0:1746137653.525759:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b3b80 x1830957333513728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.525767:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3b80 with x1830957333513728 ext(0->4095) 00002000:00010000:3.0:1746137653.525770:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b3b80 00000100:00100000:3.0:1746137653.525796:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14706 00000100:00100000:3.0:1746137653.525802:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333513728:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137653.525967:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333513728:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.525974:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14706 00002000:00100000:3.0:1746137653.525979:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b3b80 x1830957333513728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.525985:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3b80 with x1830957333513728 ext(0->4095) 00002000:00010000:3.0:1746137653.525988:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b3b80 00000100:00100000:0.0:1746137653.527880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.527952:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333513856 00000100:00100000:1.0:1746137653.527958:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333513856 00000100:00100000:1.0:1746137653.527995:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31186 00000100:00100000:1.0:1746137653.528002:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333513856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.528013:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.528026:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd297 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.528048:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd290 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.528056:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.528057:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.528060:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.528082:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd290 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.528090:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd290 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.528099:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327394688:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.528165:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.529476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.529602:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333513984 00000100:00100000:3.0:1746137653.529606:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333513984 00000100:00100000:3.0:1746137653.529638:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31187 00000100:00100000:3.0:1746137653.529644:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333513984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.529653:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.529663:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd29e expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.529677:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.529681:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.529687:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.529690:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.529712:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.529721:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.529733:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137653.529768:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1679:x1830957333513984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.529773:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31187 00000100:00100000:1.0:1746137653.530068:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327394688:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.530083:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.530091:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee3000, rc 0) 00000100:00100000:1.0:1746137653.530122:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1685:x1830957333513856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2120us (2246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.530127:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31186 00000100:00100000:0.0:1746137653.530787:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.530858:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333514112 00000100:00100000:3.0:1746137653.530863:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333514112 00010000:00010000:3.0:1746137653.530882:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd290 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.530909:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15537 00000100:00100000:3.0:1746137653.530915:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333514112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.530922:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.530936:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd290 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.530946:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd290 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.530960:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd290 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.530976:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.530977:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.530981:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.530989:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.531003:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.531008:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.531015:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327394944:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.531055:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.532179:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327394944:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.532190:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.532219:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333514112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1304us (1432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.532226:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15537 00000100:00100000:0.0:1746137653.532423:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.532583:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333514368 00000100:00100000:3.0:1746137653.532587:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333514368 00002000:00100000:3.0:1746137653.532610:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0000 x1830957333514368/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.532665:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0000 with x1830957333514368 ext(0->4095) 00010000:00010000:3.0:1746137653.532673:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.532684:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.532690:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0000 00000100:00100000:3.0:1746137653.532764:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3555 00000100:00100000:3.0:1746137653.532770:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2009:x1830957333514368:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137653.532889:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2009:x1830957333514368:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (466us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.532897:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3555 00002000:00100000:3.0:1746137653.532902:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0000 x1830957333514368/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.532908:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0000 with x1830957333514368 ext(0->4095) 00010000:00010000:3.0:1746137653.532912:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.532921:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.532926:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0000 00000100:00100000:0.0:1746137653.534013:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.534196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.534258:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333514496 00000100:00100000:1.0:1746137653.534263:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333514496 00000100:00100000:1.0:1746137653.534293:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31188 00000100:00100000:1.0:1746137653.534299:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333514496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.534321:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.534333:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2a5 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.534351:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.534355:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.534360:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137653.534363:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.534386:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.534396:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.534403:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b5fc00, rc 0) 00000100:00100000:1.0:1746137653.534427:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333514496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.534431:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31188 00000100:00100000:3.0:1746137653.534567:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333514624 00000100:00100000:3.0:1746137653.534571:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333514624 00010000:00010000:3.0:1746137653.534584:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.534614:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15538 00000100:00100000:3.0:1746137653.534620:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333514624:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.534628:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.534641:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.534649:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.534664:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb61417762e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd297 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.534672:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.534673:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.534679:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.534685:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.534703:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.534712:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.534721:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327395200:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.534797:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.537215:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327395200:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.537230:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.537266:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333514624:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2646us (3255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.537273:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15538 00000100:00100000:0.0:1746137653.537771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.537865:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333514880 00000100:00100000:3.0:1746137653.537870:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333514880 00002000:00100000:3.0:1746137653.537897:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0380 x1830957333514880/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.537907:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0380 with x1830957333514880 ext(0->4095) 00010000:00010000:3.0:1746137653.537914:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.537924:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.537931:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0380 00000100:00100000:3.0:1746137653.538602:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3556 00000100:00100000:3.0:1746137653.538609:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333514880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.538718:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333514880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (947us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.538724:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3556 00002000:00100000:3.0:1746137653.538729:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0380 x1830957333514880/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.538737:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0380 with x1830957333514880 ext(0->4095) 00010000:00010000:3.0:1746137653.538742:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.538757:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.538763:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0380 00000100:00100000:0.0:1746137653.541280:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.541536:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.541540:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333515008 00000100:00100000:1.0:1746137653.541548:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333515008 00000100:00100000:1.0:1746137653.541584:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31189 00000100:00100000:1.0:1746137653.541590:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333515008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.541603:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137653.541615:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333515136 00010000:00010000:1.0:1746137653.541616:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2ac expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.541619:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333515136 00010000:00010000:3.0:1746137653.541634:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.541635:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.541640:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.541646:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137653.541649:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ac expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.541663:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15539 00000100:00100000:3.0:1746137653.541668:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:2007:x1830957333515136:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.541675:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137653.541675:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.541684:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ac expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.541688:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.541691:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee2600, rc 0) 00010000:00010000:3.0:1746137653.541698:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.541712:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417762eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd29e expref: 82 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.541721:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333515008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.541728:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31189 00010000:00010000:3.0:1746137653.541730:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.541732:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.541736:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.541746:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.542150:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.542160:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.542170:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327395456:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.542437:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.544428:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327395456:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.544443:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.544482:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333515136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2813us (2946us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.544491:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15539 00000100:00100000:0.0:1746137653.545579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.545969:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333515392 00000100:00100000:3.0:1746137653.545974:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333515392 00002000:00100000:3.0:1746137653.546002:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0700 x1830957333515392/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.546011:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0700 with x1830957333515392 ext(0->4095) 00010000:00010000:3.0:1746137653.546019:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.546030:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.546036:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0700 00000100:00100000:3.0:1746137653.546061:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3557 00000100:00100000:3.0:1746137653.546067:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333515392:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.546155:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333515392:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (579us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.546160:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3557 00002000:00100000:3.0:1746137653.546165:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0700 x1830957333515392/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.546172:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0700 with x1830957333515392 ext(0->4095) 00010000:00010000:3.0:1746137653.546176:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.546185:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.546190:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0700 00000100:00100000:0.0:1746137653.548221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.548293:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333515520 00000100:00100000:3.0:1746137653.548298:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333515520 00010000:00010000:3.0:1746137653.548330:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.548351:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15540 00000100:00100000:3.0:1746137653.548358:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333515520:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.548368:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.548387:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.548397:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.548416:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b5fc00/0xddf4fb61417762f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2a5 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.548576:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.548578:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.548585:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ac expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.548593:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ac expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.548619:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ac expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.548629:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327395584:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.548696:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.550154:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.550170:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327395584:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.550182:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.550201:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333515520:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1845us (1985us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.550207:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15540 00000100:00100000:1.0:1746137653.550280:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333515776 00000100:00100000:1.0:1746137653.550285:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333515776 00002000:00100000:1.0:1746137653.550320:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b328a80 x1830957333515776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.550328:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b328a80 with x1830957333515776 ext(0->4095) 00002000:00010000:1.0:1746137653.550331:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b328a80 00000100:00100000:1.0:1746137653.550357:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14707 00000100:00100000:1.0:1746137653.550364:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333515776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.550465:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333515776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.550470:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14707 00002000:00100000:1.0:1746137653.550475:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b328a80 x1830957333515776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.550481:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b328a80 with x1830957333515776 ext(0->4095) 00002000:00010000:1.0:1746137653.550484:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b328a80 00000100:00100000:0.0:1746137653.551876:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.551948:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333515904 00000100:00100000:1.0:1746137653.551953:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333515904 00000100:00100000:1.0:1746137653.551985:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31190 00000100:00100000:1.0:1746137653.551991:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333515904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.552005:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.552018:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2b3 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.552038:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ac expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.552045:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.552047:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.552050:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2b3 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.552071:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ac expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.552085:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ac expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.552095:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327395712:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.552280:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.553350:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327395712:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.553367:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2b3 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.553379:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee2e00, rc 0) 00000100:00100000:1.0:1746137653.553413:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333515904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1421us (1539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.553420:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31190 00000100:00100000:2.0:1746137653.553741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.553917:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333516032 00000100:00100000:3.0:1746137653.553922:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333516032 00010000:00010000:3.0:1746137653.553940:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ac expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.554010:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15541 00000100:00100000:3.0:1746137653.554017:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333516032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.554025:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.554040:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ac expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.554049:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ac expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.554065:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2600/0xddf4fb61417762f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ac expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.554087:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.554088:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.554094:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2b3 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.554100:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2b3 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.554288:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2b3 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.554298:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327395840:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.554365:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.556218:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327395840:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.556231:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.556267:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333516032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2251us (2526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.556274:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15541 00000100:00100000:0.0:1746137653.557683:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.557735:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333516288 00000100:00100000:3.0:1746137653.557740:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333516288 00002000:00100000:3.0:1746137653.557766:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32aa00 x1830957333516288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.557773:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32aa00 with x1830957333516288 ext(0->4095) 00002000:00010000:3.0:1746137653.557777:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b32aa00 00000100:00100000:3.0:1746137653.557801:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14708 00000100:00100000:3.0:1746137653.557826:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333516288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.557913:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333516288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.557919:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14708 00002000:00100000:3.0:1746137653.557924:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32aa00 x1830957333516288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.557930:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32aa00 with x1830957333516288 ext(0->4095) 00002000:00010000:3.0:1746137653.557933:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b32aa00 00000100:00100000:0.0:1746137653.559246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.559287:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333516416 00000100:00100000:1.0:1746137653.559292:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333516416 00000100:00100000:1.0:1746137653.559339:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31191 00000100:00100000:1.0:1746137653.559346:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333516416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.559356:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.559368:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2ba expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.559388:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2b3 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.559399:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.559400:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.559403:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.559426:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2b3 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.559435:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2b3 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.559445:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327395968:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.559514:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.560721:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327395968:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.560737:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.560747:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b5f600, rc 0) 00000100:00100000:1.0:1746137653.560778:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333516416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1433us (1534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.560785:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31191 00000100:00100000:0.0:1746137653.561634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.561881:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.561976:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333516544 00000100:00100000:1.0:1746137653.561982:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333516544 00000100:00100000:1.0:1746137653.562011:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31192 00000100:00100000:1.0:1746137653.562016:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333516544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.562030:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.562041:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2c1 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.562056:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.562059:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.562064:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.562067:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.562089:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.562097:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.562104:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee3000, rc 0) 00000100:00100000:1.0:1746137653.562128:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333516544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.562133:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31192 00000100:00100000:3.0:1746137653.562398:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333516672 00000100:00100000:3.0:1746137653.562402:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333516672 00010000:00010000:3.0:1746137653.562417:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2b3 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.562448:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15542 00000100:00100000:3.0:1746137653.562453:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333516672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.562461:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.562476:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2b3 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.562484:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2b3 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.562498:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776300 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2b3 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.562509:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.562510:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.562515:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.562522:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.562539:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.562548:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.562562:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327396224:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.562616:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.564622:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327396224:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.564638:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.564676:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333516672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2221us (2794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.564684:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15542 00000100:00100000:0.0:1746137653.564838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.564950:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333516928 00000100:00100000:1.0:1746137653.564954:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333516928 00002000:00100000:1.0:1746137653.564981:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b329500 x1830957333516928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.564988:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329500 with x1830957333516928 ext(0->4095) 00010000:00010000:1.0:1746137653.564995:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.565005:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.565010:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b329500 00000100:00100000:1.0:1746137653.565034:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3558 00000100:00100000:1.0:1746137653.565039:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333516928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.565111:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333516928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 72us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.565116:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3558 00002000:00100000:1.0:1746137653.565120:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b329500 x1830957333516928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.565125:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329500 with x1830957333516928 ext(0->4095) 00010000:00010000:1.0:1746137653.565129:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.565136:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.565141:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b329500 00000100:00100000:0.0:1746137653.567414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.567908:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333517056 00000100:00100000:2.0:1746137653.567916:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333517056 00000100:00100000:2.0:1746137653.567954:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31193 00000100:00100000:2.0:1746137653.567961:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333517056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.567973:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.567985:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2c8 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.568004:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.568009:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.568014:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137653.568090:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.568118:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.568128:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.568136:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8a000, rc 0) 00000100:00100000:0.0:1746137653.568137:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.568167:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333517056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.568176:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31193 00000100:00100000:3.0:1746137653.568243:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333517184 00000100:00100000:3.0:1746137653.568246:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333517184 00010000:00010000:3.0:1746137653.568260:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.568275:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15543 00000100:00100000:3.0:1746137653.568279:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096651500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333517184:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.568286:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.568299:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.568318:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.568331:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b5f600/0xddf4fb6141776307 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2ba expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.568351:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.568353:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.568357:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.568363:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.568380:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.568388:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.568398:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327396480:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.568460:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.570158:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327396480:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.570175:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.570217:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096651500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333517184:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1936us (2078us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.570225:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15543 00000100:00100000:0.0:1746137653.571664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.571758:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333517440 00000100:00100000:3.0:1746137653.571764:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333517440 00002000:00100000:3.0:1746137653.571792:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096653800 x1830957333517440/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.571800:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653800 with x1830957333517440 ext(0->4095) 00010000:00010000:3.0:1746137653.571833:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.571848:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.571854:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096653800 00000100:00100000:3.0:1746137653.571877:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3559 00000100:00100000:3.0:1746137653.571884:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333517440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.572563:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333517440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 677us (900us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.572571:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3559 00002000:00100000:3.0:1746137653.572577:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096653800 x1830957333517440/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.572584:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653800 with x1830957333517440 ext(0->4095) 00010000:00010000:3.0:1746137653.572589:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.572600:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.572606:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096653800 00000100:00100000:0.0:1746137653.579167:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.579332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.579408:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333517696 00000100:00100000:2.0:1746137653.579412:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333517568 00000100:00100000:3.0:1746137653.579415:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333517696 00000100:00100000:2.0:1746137653.579416:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333517568 00010000:00010000:3.0:1746137653.579440:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.579458:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15544 00000100:00100000:2.0:1746137653.579458:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31194 00000100:00100000:3.0:1746137653.579463:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096650a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2007:x1830957333517696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746137653.579464:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333517568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.579472:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.579475:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.579485:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2cf expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.579487:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.579496:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.579894:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.579900:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.579906:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137653.579909:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2cf expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.579940:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.579950:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2cf expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.579958:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8be00, rc 0) 00000100:00100000:2.0:1746137653.579992:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1679:x1830957333517568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 528us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.579998:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31194 00010000:00010000:3.0:1746137653.580219:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb614177630e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c1 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.580244:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.580246:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.580251:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.580258:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.580276:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.580286:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 5 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.580295:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327396736:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.580361:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.583159:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327396736:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.583176:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.583386:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096650a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333517696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3920us (4051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.583395:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15544 00000100:00100000:0.0:1746137653.583924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.583992:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333517952 00000100:00100000:3.0:1746137653.583998:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333517952 00002000:00100000:3.0:1746137653.584027:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096652a00 x1830957333517952/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.584035:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096652a00 with x1830957333517952 ext(0->4095) 00010000:00010000:3.0:1746137653.584042:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.584054:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.584059:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096652a00 00000100:00100000:3.0:1746137653.584082:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3560 00000100:00100000:3.0:1746137653.584088:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333517952:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137653.584188:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333517952:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.584193:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3560 00002000:00100000:3.0:1746137653.584198:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096652a00 x1830957333517952/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.584205:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096652a00 with x1830957333517952 ext(0->4095) 00010000:00010000:3.0:1746137653.584209:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.584217:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.584222:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096652a00 00000100:00100000:0.0:1746137653.587461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.588129:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333518080 00000100:00100000:3.0:1746137653.588137:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333518080 00010000:00010000:3.0:1746137653.588166:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.588192:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15545 00000100:00100000:3.0:1746137653.588199:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333518080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.588210:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.588230:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.588241:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.588260:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb6141776315 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2c8 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.588289:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.588292:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.588298:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2cf expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.588318:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2cf expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.588345:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2cf expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.588356:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327396864:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.588439:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.590563:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327396864:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.590581:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.590613:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333518080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2414us (3158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.590622:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15545 00000100:00100000:0.0:1746137653.590742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.590838:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333518336 00000100:00100000:3.0:1746137653.590843:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333518336 00002000:00100000:3.0:1746137653.590870:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096651500 x1830957333518336/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.590879:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096651500 with x1830957333518336 ext(0->4095) 00002000:00010000:3.0:1746137653.590883:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096651500 00000100:00100000:3.0:1746137653.590899:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14709 00000100:00100000:3.0:1746137653.590905:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333518336:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.590988:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333518336:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.590996:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14709 00002000:00100000:3.0:1746137653.591001:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096651500 x1830957333518336/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.591008:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096651500 with x1830957333518336 ext(0->4095) 00002000:00010000:3.0:1746137653.591011:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096651500 00000100:00100000:0.0:1746137653.592982:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.593747:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333518464 00000100:00100000:2.0:1746137653.593754:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333518464 00000100:00100000:1.0:1746137653.593990:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31195 00000100:00100000:1.0:1746137653.593999:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333518464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.594012:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.594028:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2d6 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.594050:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2cf expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.594057:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.594059:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.594062:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2d6 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.594084:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2cf expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.594094:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2cf expref: 79 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.594103:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327396992:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.594719:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.597130:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327396992:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137653.597161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.597261:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333518592 00000100:00100000:3.0:1746137653.597267:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333518592 00010000:00010000:1.0:1746137653.597284:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2d6 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.597294:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2cf expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.597297:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee3000, rc 0) 00000100:00100000:3.0:1746137653.597331:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15546 00000100:00100000:3.0:1746137653.597339:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333518592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746137653.597339:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333518464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3342us (4362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.597346:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31195 00010000:00010000:3.0:1746137653.597348:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.597362:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2cf expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.597370:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2cf expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.597386:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8be00/0xddf4fb614177631c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2cf expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.597403:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.597405:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.597410:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2d6 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.597421:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2d6 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.597444:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2d6 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.597880:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327397120:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.597974:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.599206:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327397120:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.599219:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.599546:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333518592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2206us (2384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.599554:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15546 00000100:00100000:0.0:1746137653.600056:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.600137:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333518848 00000100:00100000:2.0:1746137653.600142:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333518848 00002000:00100000:2.0:1746137653.600171:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5f80 x1830957333518848/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.600180:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5f80 with x1830957333518848 ext(0->4095) 00002000:00010000:2.0:1746137653.600184:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0c5f80 00000100:00100000:2.0:1746137653.600210:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14710 00000100:00100000:2.0:1746137653.600216:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333518848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.600341:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333518848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (285us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.600347:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14710 00002000:00100000:2.0:1746137653.600352:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5f80 x1830957333518848/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.600359:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5f80 with x1830957333518848 ext(0->4095) 00002000:00010000:2.0:1746137653.600361:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0c5f80 00000100:00100000:0.0:1746137653.601177:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.601645:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333518976 00000100:00100000:1.0:1746137653.601650:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333518976 00000100:00100000:0.0:1746137653.602143:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.602347:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333519104 00000100:00100000:2.0:1746137653.602351:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333519104 00000100:00100000:2.0:1746137653.602398:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31196 00000100:00100000:2.0:1746137653.602405:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333519104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.602416:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.602430:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2e4 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.602451:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2d6 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137653.602457:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31197 00010000:00010000:2.0:1746137653.602458:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.602459:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746137653.602462:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333518976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.602463:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.602469:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.602475:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2dd expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.602487:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.602490:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.602495:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.602498:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.602697:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2d6 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.602709:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2d6 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.602720:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327397248:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.602732:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.602743:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.602871:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00010000:00010000:1.0:1746137653.602961:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee2e00, rc 0) 00000100:00100000:1.0:1746137653.602985:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1679:x1830957333518976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 522us (1810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.602991:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31197 00000100:00100000:3.0:1746137653.604147:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327397248:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.604167:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.604176:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8a000, rc 0) 00000100:00100000:3.0:1746137653.604211:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1685:x1830957333519104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1806us (2068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.604217:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31196 00000100:00100000:0.0:1746137653.604546:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.604601:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333519232 00000100:00100000:3.0:1746137653.604605:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333519232 00010000:00010000:3.0:1746137653.604622:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2d6 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746137653.604665:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15547 00000100:00100000:0.0:1746137653.604673:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333519232:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137653.604682:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137653.604697:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2d6 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.604706:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2d6 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.604722:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cee3000/0xddf4fb6141776323 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2d6 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.604745:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.604746:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137653.604751:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.604757:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.604778:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137653.604786:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746137653.604795:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3ef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327397504:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137653.604859:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca413c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.606330:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3ef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327397504:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.606344:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.606368:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333519232:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1696us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.606375:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15547 00000100:00100000:0.0:1746137653.606701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.607029:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333519488 00000100:00100000:3.0:1746137653.607035:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333519488 00002000:00100000:3.0:1746137653.607059:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ece00 x1830957333519488/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.607068:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ece00 with x1830957333519488 ext(0->4095) 00010000:00010000:3.0:1746137653.607074:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.607083:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.607088:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ece00 00000100:00100000:3.0:1746137653.607101:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3561 00000100:00100000:3.0:1746137653.607105:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333519488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.607427:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333519488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 320us (725us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.607433:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3561 00002000:00100000:3.0:1746137653.607438:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ece00 x1830957333519488/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.607445:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ece00 with x1830957333519488 ext(0->4095) 00010000:00010000:3.0:1746137653.607450:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.607458:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.607464:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ece00 00000100:00100000:0.0:1746137653.608858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.608935:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333519744 00000100:00100000:3.0:1746137653.608940:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333519744 00000100:00100000:0.0:1746137653.608947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.608987:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333519616 00000100:00100000:2.0:1746137653.608990:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333519616 00010000:00010000:2.0:1746137653.609005:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.609024:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15548 00000100:00100000:2.0:1746137653.609029:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333519616:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.609039:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.609085:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.609097:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.609108:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31198 00000100:00100000:3.0:1746137653.609114:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333519744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.609115:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce8a000/0xddf4fb614177632a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2e4 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.609123:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.609129:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.609130:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.609131:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2eb expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.609136:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.609143:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.609152:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.609157:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.609158:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.609161:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.609257:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.609266:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.609274:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.609275:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327397760:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.609280:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.609286:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327397632:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.609351:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.609357:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.611023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.611101:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327397760:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.611101:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327397632:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.611116:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137653.611126:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.611136:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c800, rc 0) 00000100:00100000:2.0:1746137653.611142:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333519616:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2112us (2194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.611149:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15548 00000100:00100000:3.0:1746137653.611150:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333519744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2037us (2296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.611154:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31198 00000100:00100000:3.0:1746137653.611174:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333520000 00000100:00100000:3.0:1746137653.611178:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333520000 00002000:00100000:3.0:1746137653.611199:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ef800 x1830957333520000/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.611206:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ef800 with x1830957333520000 ext(0->4095) 00010000:00010000:3.0:1746137653.611212:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.611220:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.611225:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ef800 00000100:00100000:3.0:1746137653.611250:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3562 00000100:00100000:3.0:1746137653.611254:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333520000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.611347:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333520000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (328us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.611352:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3562 00002000:00100000:3.0:1746137653.611357:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ef800 x1830957333520000/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.611364:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ef800 with x1830957333520000 ext(0->4095) 00010000:00010000:3.0:1746137653.611625:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.611634:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.611639:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ef800 00000100:00100000:0.0:1746137653.613602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.613641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.613649:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333520128 00000100:00100000:3.0:1746137653.613655:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333520128 00000100:00100000:3.0:1746137653.613692:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31199 00000100:00100000:3.0:1746137653.613698:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1679:x1830957333520128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.613711:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.613723:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2f2 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.613742:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.613746:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.613751:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137653.613754:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f2 expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.613755:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333520256 00000100:00100000:2.0:1746137653.613759:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333520256 00010000:00010000:2.0:1746137653.613771:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 82 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.613778:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.613791:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f2 expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.613799:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137653.613853:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1679:x1830957333520128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.613859:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31199 00000100:00100000:2.0:1746137653.613958:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15549 00000100:00100000:2.0:1746137653.613963:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2009:x1830957333520256:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.613970:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.614132:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.614142:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.614156:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cee2e00/0xddf4fb6141776331 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2dd expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.614170:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.614171:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.614176:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.614182:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.614200:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.614209:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 5 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.614218:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327398016:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.614402:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.616364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.616455:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327398016:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.616469:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.616514:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2009:x1830957333520256:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2549us (2871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.616522:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15549 00000100:00100000:3.0:1746137653.616595:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333520512 00000100:00100000:3.0:1746137653.616600:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333520512 00002000:00100000:3.0:1746137653.616627:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e5ad80 x1830957333520512/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.616636:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5ad80 with x1830957333520512 ext(0->4095) 00010000:00010000:3.0:1746137653.616642:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.616653:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.616659:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e5ad80 00000100:00100000:3.0:1746137653.616674:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3563 00000100:00100000:3.0:1746137653.616680:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333520512:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137653.616781:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333520512:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (421us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.616786:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3563 00002000:00100000:3.0:1746137653.616792:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e5ad80 x1830957333520512/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.616798:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5ad80 with x1830957333520512 ext(0->4095) 00010000:00010000:3.0:1746137653.616802:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.616831:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.616836:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e5ad80 00000100:00100000:0.0:1746137653.622189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.622356:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333520640 00000100:00100000:2.0:1746137653.622364:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333520640 00010000:00010000:2.0:1746137653.622394:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.622428:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15550 00000100:00100000:2.0:1746137653.622436:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333520640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.622448:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.622464:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.622478:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.622497:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776338 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2eb expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.623053:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.623056:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.623062:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f2 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.623069:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f2 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.623094:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f2 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.623103:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327398144:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.623181:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.625585:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327398144:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.625603:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.625636:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333520640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3201us (3454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.625645:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15550 00000100:00100000:1.0:1746137653.626112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.626135:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333520896 00000100:00100000:1.0:1746137653.626141:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333520896 00002000:00100000:1.0:1746137653.626171:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5180 x1830957333520896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.626179:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5180 with x1830957333520896 ext(0->4095) 00002000:00010000:1.0:1746137653.626183:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d5180 00000100:00100000:1.0:1746137653.626207:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14711 00000100:00100000:1.0:1746137653.626213:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2009:x1830957333520896:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137653.626296:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2009:x1830957333520896:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 84us (186us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.626302:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14711 00002000:00100000:1.0:1746137653.626319:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5180 x1830957333520896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.626326:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5180 with x1830957333520896 ext(0->4095) 00002000:00010000:1.0:1746137653.626328:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d5180 00000100:00100000:0.0:1746137653.628163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.628237:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333521024 00000100:00100000:3.0:1746137653.628244:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333521024 00000100:00100000:3.0:1746137653.628289:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31200 00000100:00100000:3.0:1746137653.628295:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333521024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.628314:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.628326:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd2f9 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.628344:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f2 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.628351:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.628352:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.628354:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f9 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.628379:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f2 expref: 79 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.628393:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f2 expref: 79 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.628401:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327398272:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.628476:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.630675:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327398272:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.630699:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f9 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.630711:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137653.630757:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333521024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2461us (2601us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.630765:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31200 00000100:00100000:0.0:1746137653.631483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.631840:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333521152 00000100:00100000:2.0:1746137653.631846:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333521152 00010000:00010000:2.0:1746137653.631870:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f2 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.631890:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15551 00000100:00100000:2.0:1746137653.631895:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333521152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.631905:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.631920:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f2 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.631929:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f2 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.631947:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177633f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f2 expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.631973:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.631975:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.631981:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f9 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.631987:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f9 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.632011:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f9 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.632021:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327398400:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.632078:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.634413:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327398400:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.634428:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.634456:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2007:x1830957333521152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2560us (2974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.634464:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15551 00000100:00100000:0.0:1746137653.634707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.635127:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333521408 00000100:00100000:2.0:1746137653.635132:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333521408 00002000:00100000:2.0:1746137653.635161:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e59500 x1830957333521408/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.635169:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e59500 with x1830957333521408 ext(0->4095) 00002000:00010000:2.0:1746137653.635173:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e59500 00000100:00100000:2.0:1746137653.635196:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14712 00000100:00100000:2.0:1746137653.635202:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333521408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.635386:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333521408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (591us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.635395:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14712 00002000:00100000:2.0:1746137653.635401:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e59500 x1830957333521408/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.635408:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e59500 with x1830957333521408 ext(0->4095) 00002000:00010000:2.0:1746137653.635411:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e59500 00000100:00100000:0.0:1746137653.636100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.636187:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333521536 00000100:00100000:3.0:1746137653.636191:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333521536 00000100:00100000:3.0:1746137653.636224:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31201 00000100:00100000:3.0:1746137653.636230:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1679:x1830957333521536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.636240:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.636251:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd300 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.636270:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f9 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.636279:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.636281:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.636283:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.636303:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f9 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.636322:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f9 expref: 5 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.636336:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327398528:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.636393:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.637906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.638385:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333521664 00000100:00100000:2.0:1746137653.638390:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333521664 00010000:00010000:2.0:1746137653.638416:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f9 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.638443:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15552 00000100:00100000:2.0:1746137653.638450:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333521664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.638461:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.638476:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f9 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.638486:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f9 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.638504:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.638506:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.638512:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.638518:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.638541:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.638551:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327398656:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.638597:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.638632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137653.638637:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776346 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd2f9 expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.638664:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327398528:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.638681:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.638690:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c800, rc 0) 00000100:00100000:1.0:1746137653.638702:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333521792 00000100:00100000:1.0:1746137653.638705:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333521792 00000100:00100000:3.0:1746137653.638712:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333521536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2483us (2614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.638718:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31201 00000100:00100000:1.0:1746137653.638940:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31202 00000100:00100000:1.0:1746137653.638947:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:1685:x1830957333521792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.638956:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.638963:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd307 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.638978:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.638988:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.638990:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.638992:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd307 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.639007:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 81 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.639016:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.639024:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327398784:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.639069:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.642196:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327398784:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.642221:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd307 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.642234:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eba00, rc 0) 00000100:00100000:2.0:1746137653.642524:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327398656:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.642536:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.642572:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333521664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4121us (4668us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.642572:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1685:x1830957333521792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3625us (3940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.642580:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31202 00000100:00100000:2.0:1746137653.642581:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15552 00000100:00100000:0.0:1746137653.642763:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.642945:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333522048 00000100:00100000:2.0:1746137653.642950:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333522048 00002000:00100000:2.0:1746137653.642974:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae4e00 x1830957333522048/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.642982:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae4e00 with x1830957333522048 ext(0->4095) 00010000:00010000:2.0:1746137653.642987:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.642997:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.643002:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae4e00 00000100:00100000:2.0:1746137653.643015:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3564 00000100:00100000:2.0:1746137653.643021:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2009:x1830957333522048:12345-192.168.203.12@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746137653.643102:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2009:x1830957333522048:12345-192.168.203.12@tcp:3:ldlm_bl.0 Request processed in 80us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.643107:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3564 00002000:00100000:2.0:1746137653.643111:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae4e00 x1830957333522048/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.643117:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae4e00 with x1830957333522048 ext(0->4095) 00010000:00010000:2.0:1746137653.643121:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.643132:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.643137:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae4e00 00000100:00100000:0.0:1746137653.645549:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.645665:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333522176 00000100:00100000:2.0:1746137653.645671:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333522176 00010000:00010000:2.0:1746137653.645695:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.645958:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15553 00000100:00100000:2.0:1746137653.645965:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2009:x1830957333522176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.645977:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.645992:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.646002:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.646021:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb614177634d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd300 expref: 81 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.646182:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.646184:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.646190:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd307 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.646201:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd307 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.646228:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd307 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.646239:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327398912:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.646600:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.648135:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327398912:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.648150:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.648186:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2009:x1830957333522176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2221us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.648195:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15553 00000100:00100000:0.0:1746137653.648316:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.648551:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333522432 00000100:00100000:1.0:1746137653.648556:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333522432 00002000:00100000:1.0:1746137653.648585:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae7800 x1830957333522432/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.648598:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae7800 with x1830957333522432 ext(0->4095) 00002000:00010000:1.0:1746137653.648601:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae7800 00000100:00100000:1.0:1746137653.648626:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14713 00000100:00100000:1.0:1746137653.648633:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333522432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.648719:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333522432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.648724:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14713 00002000:00100000:1.0:1746137653.648729:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae7800 x1830957333522432/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.648734:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae7800 with x1830957333522432 ext(0->4095) 00002000:00010000:1.0:1746137653.648736:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae7800 00000100:00100000:0.0:1746137653.650053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.650293:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333522560 00000100:00100000:1.0:1746137653.650298:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333522560 00000100:00100000:1.0:1746137653.650346:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31203 00000100:00100000:1.0:1746137653.650352:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333522560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.650363:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.650376:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd30e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.650396:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd307 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.650402:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.650403:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.650407:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd30e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.650428:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd307 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.650437:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd307 expref: 79 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.650446:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327399040:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.650511:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.651663:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327399040:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.651684:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd30e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.651695:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:1.0:1746137653.651727:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333522560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1375us (1676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.651734:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31203 00000100:00100000:0.0:1746137653.652600:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.652717:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333522688 00000100:00100000:2.0:1746137653.652722:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333522688 00010000:00010000:2.0:1746137653.652741:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd307 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.652770:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15554 00000100:00100000:2.0:1746137653.652776:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2008:x1830957333522688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.652784:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.652797:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd307 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.652823:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd307 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.652840:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776354 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd307 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.652856:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.652858:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.652863:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd30e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.652869:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd30e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.652889:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd30e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.652897:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327399168:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.653018:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.654894:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.654965:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333522944 00000100:00100000:1.0:1746137653.654971:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333522944 00002000:00100000:1.0:1746137653.655002:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa680 x1830957333522944/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.655011:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa680 with x1830957333522944 ext(0->4095) 00002000:00010000:1.0:1746137653.655015:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9aa680 00000100:00100000:1.0:1746137653.655045:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14714 00000100:00100000:1.0:1746137653.655052:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333522944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.655157:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333522944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.655163:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14714 00000100:00100000:2.0:1746137653.655165:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327399168:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746137653.655168:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa680 x1830957333522944/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.655174:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa680 with x1830957333522944 ext(0->4095) 00002000:00010000:1.0:1746137653.655176:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9aa680 00010000:00010000:2.0:1746137653.655181:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.655211:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:2008:x1830957333522688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2434us (2611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.655218:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15554 00000100:00100000:0.0:1746137653.657618:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.657751:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333523072 00000100:00100000:1.0:1746137653.657757:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333523072 00000100:00100000:1.0:1746137653.657833:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31204 00000100:00100000:1.0:1746137653.657840:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+79:1685:x1830957333523072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.657893:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.657909:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd315 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.657931:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd30e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.657937:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.657939:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.657942:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.657966:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd30e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.657980:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd30e expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.657990:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327399296:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.658072:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.659356:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.659501:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333523200 00000100:00100000:3.0:1746137653.659508:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333523200 00000100:00100000:3.0:1746137653.659729:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31205 00000100:00100000:3.0:1746137653.659736:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:1679:x1830957333523200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.659749:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.659760:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd31c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.659777:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.659781:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.659787:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.659790:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.659834:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.659844:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 82 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.659853:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:1.0:1746137653.659873:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327399296:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.659887:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.659893:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1679:x1830957333523200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (541us total) trans 0 rc 0/0 00010000:00010000:1.0:1746137653.659894:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:3.0:1746137653.659899:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31205 00000100:00100000:1.0:1746137653.659907:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+82:1685:x1830957333523072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2068us (2294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.659911:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31204 00000100:00100000:0.0:1746137653.660103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.660161:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333523328 00000100:00100000:3.0:1746137653.660164:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333523328 00010000:00010000:3.0:1746137653.660177:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd30e expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.660191:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15555 00000100:00100000:3.0:1746137653.660195:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333523328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.660202:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.660218:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd30e expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.660226:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd30e expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.660241:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb614177635b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd30e expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.660263:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.660264:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.660270:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.660276:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.660293:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.660302:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 80 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.660329:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327399552:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.660718:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.662190:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327399552:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.662204:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.662240:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333523328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2044us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.662247:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15555 00000100:00100000:0.0:1746137653.662649:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.662694:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333523584 00000100:00100000:3.0:1746137653.662699:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333523584 00002000:00100000:3.0:1746137653.662726:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9ab480 x1830957333523584/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.662734:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ab480 with x1830957333523584 ext(0->4095) 00010000:00010000:3.0:1746137653.662742:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.662752:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.662757:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9ab480 00000100:00100000:3.0:1746137653.662783:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3565 00000100:00100000:3.0:1746137653.662789:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333523584:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.662916:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2008:x1830957333523584:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (267us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.662924:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3565 00002000:00100000:3.0:1746137653.662929:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9ab480 x1830957333523584/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.662936:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ab480 with x1830957333523584 ext(0->4095) 00010000:00010000:3.0:1746137653.662940:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.662948:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.662954:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9ab480 00000100:00100000:0.0:1746137653.664621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.664671:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333523712 00000100:00100000:1.0:1746137653.664676:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333523712 00000100:00100000:1.0:1746137653.664717:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31206 00000100:00100000:1.0:1746137653.664724:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333523712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.664736:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.664748:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd323 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.664766:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.664772:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.664781:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137653.664784:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.664833:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.664843:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137653.664846:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137653.664852:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb600, rc 0) 00000100:00100000:2.0:1746137653.664897:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333523840 00000100:00100000:2.0:1746137653.664901:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333523840 00010000:00010000:2.0:1746137653.664916:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.664940:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15556 00000100:00100000:2.0:1746137653.664945:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+81:2010:x1830957333523840:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.664952:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.664966:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.664976:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.664991:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776362 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd315 expref: 81 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.665005:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333523712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 281us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.665010:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31206 00010000:00010000:2.0:1746137653.665016:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.665018:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.665023:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.665029:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.665048:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 80 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.665057:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.665071:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327399808:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.665120:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.666637:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327399808:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.666652:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.666684:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2010:x1830957333523840:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1738us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.666691:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15556 00000100:00100000:0.0:1746137653.666866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.667058:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333524096 00000100:00100000:1.0:1746137653.667063:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333524096 00002000:00100000:1.0:1746137653.667086:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa300 x1830957333524096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.667093:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa300 with x1830957333524096 ext(0->4095) 00010000:00010000:1.0:1746137653.667099:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.667109:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.667115:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9aa300 00000100:00100000:1.0:1746137653.667139:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3566 00000100:00100000:1.0:1746137653.667145:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333524096:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.667223:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+80:2007:x1830957333524096:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 78us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.667229:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3566 00002000:00100000:1.0:1746137653.667233:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa300 x1830957333524096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.667239:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa300 with x1830957333524096 ext(0->4095) 00010000:00010000:1.0:1746137653.667243:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.667250:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 80 pid: 21535 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.667255:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9aa300 00000001:00080000:0.0:1746137653.668526:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972175 is committed 00000100:00100000:0.0:1746137653.671942:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.671994:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.672055:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333524224 00000100:00100000:1.0:1746137653.672057:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333524352 00000100:00100000:2.0:1746137653.672062:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333524224 00000100:00100000:1.0:1746137653.672062:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333524352 00010000:00010000:2.0:1746137653.672086:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 7 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.672106:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31207 00000100:00100000:1.0:1746137653.672114:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:1679:x1830957333524352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.672127:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.672138:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd32a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.672147:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15557 00000100:00100000:2.0:1746137653.672154:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333524224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137653.672158:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.672163:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.672165:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137653.672174:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137653.672177:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd32a expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.672187:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 8 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.672196:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 8 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.672213:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.672214:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776369 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd31c expref: 8 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.672223:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd32a expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.672230:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.672231:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.672235:0:9582:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.672242:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.672250:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137653.672255:0:9582:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.672264:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.672273:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327400064:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.672291:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333524224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 137us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.672297:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15557 00000100:00100000:1.0:1746137653.672334:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.674085:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327400064:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137653.674105:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eba00, rc 0) 00000100:00100000:1.0:1746137653.674133:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:1679:x1830957333524352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2020us (2198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.674140:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31207 00000100:00100000:0.0:1746137653.674218:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.674327:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333524608 00000100:00100000:2.0:1746137653.674331:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333524608 00002000:00100000:2.0:1746137653.674356:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f123480 x1830957333524608/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.674365:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f123480 with x1830957333524608 ext(0->4095) 00010000:00010000:2.0:1746137653.674371:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.674381:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.674387:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f123480 00000100:00100000:2.0:1746137653.674503:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3567 00000100:00100000:2.0:1746137653.674510:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333524608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.674607:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333524608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (388us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.674612:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3567 00002000:00100000:2.0:1746137653.674617:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f123480 x1830957333524608/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.674623:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f123480 with x1830957333524608 ext(0->4095) 00010000:00010000:2.0:1746137653.674628:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.674640:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.674646:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f123480 00000100:00100000:0.0:1746137653.676032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.676096:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333524736 00000100:00100000:2.0:1746137653.676101:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333524736 00010000:00010000:2.0:1746137653.676119:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.676138:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15558 00000100:00100000:2.0:1746137653.676144:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f122300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333524736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.676153:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.676164:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.676172:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.676189:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776370 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd323 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.676212:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.676216:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.676222:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd32a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.676233:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd32a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.676315:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd32a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.676325:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327400192:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.676477:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.679502:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327400192:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.679520:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.679553:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333524736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3409us (3523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.679562:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15558 00000100:00100000:0.0:1746137653.680484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.680590:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333524992 00000100:00100000:1.0:1746137653.680596:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333524992 00002000:00100000:1.0:1746137653.680626:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f122680 x1830957333524992/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.680635:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122680 with x1830957333524992 ext(0->4095) 00002000:00010000:1.0:1746137653.680639:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f122680 00000100:00100000:1.0:1746137653.680666:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14715 00000100:00100000:1.0:1746137653.680673:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333524992:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.680764:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333524992:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.680770:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14715 00002000:00100000:1.0:1746137653.680774:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f122680 x1830957333524992/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.680780:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122680 with x1830957333524992 ext(0->4095) 00002000:00010000:1.0:1746137653.680783:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f122680 00000100:00100000:0.0:1746137653.682325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.682466:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333525120 00000100:00100000:1.0:1746137653.682471:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333525120 00000100:00100000:1.0:1746137653.682504:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31208 00000100:00100000:1.0:1746137653.682510:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333525120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.682524:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.682537:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd331 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.682694:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd32a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.682701:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.682703:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.682706:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd331 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.682731:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd32a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.682742:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd32a expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.682752:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327400320:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.683070:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.684428:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327400320:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.684449:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd331 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.684460:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00000100:00100000:1.0:1746137653.684488:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333525120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1977us (2167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.684498:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31208 00000100:00100000:2.0:1746137653.684750:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.685356:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333525248 00000100:00100000:3.0:1746137653.685362:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333525248 00010000:00010000:3.0:1746137653.685385:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd32a expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.685413:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15559 00000100:00100000:3.0:1746137653.685419:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333525248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.685429:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.685444:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd32a expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.685454:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd32a expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.685569:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776377 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd32a expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.685616:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.685618:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.685624:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd331 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.685632:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd331 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.685658:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd331 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.685668:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327400448:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.685734:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801358d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.687894:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327400448:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.687914:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.687967:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2007:x1830957333525248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2546us (3216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.687977:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15559 00000100:00100000:0.0:1746137653.688575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.688649:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333525504 00000100:00100000:2.0:1746137653.688656:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333525504 00002000:00100000:2.0:1746137653.688755:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f122a00 x1830957333525504/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.688764:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122a00 with x1830957333525504 ext(0->4095) 00002000:00010000:2.0:1746137653.688768:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f122a00 00000100:00100000:2.0:1746137653.688795:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14716 00000100:00100000:2.0:1746137653.688801:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333525504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.689154:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333525504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 352us (579us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.689160:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14716 00002000:00100000:2.0:1746137653.689165:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f122a00 x1830957333525504/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.689171:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122a00 with x1830957333525504 ext(0->4095) 00002000:00010000:2.0:1746137653.689174:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f122a00 00000100:00100000:0.0:1746137653.690138:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.690286:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333525632 00000100:00100000:1.0:1746137653.690291:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333525632 00000100:00100000:1.0:1746137653.690339:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31209 00000100:00100000:1.0:1746137653.690346:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:1679:x1830957333525632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.690356:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.690369:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd338 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.690390:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd331 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.690397:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.690398:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.690401:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.690421:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd331 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.690431:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd331 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.690441:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327400576:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.690500:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.690983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.691056:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333525760 00000100:00100000:3.0:1746137653.691060:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333525760 00000100:00100000:3.0:1746137653.691085:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31210 00000100:00100000:3.0:1746137653.691090:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:1685:x1830957333525760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.691097:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.691103:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd33f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.691118:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.691121:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.691126:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.691129:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd33f expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.691147:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.691156:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd33f expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.691164:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:3.0:1746137653.691185:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:1685:x1830957333525760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.691190:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31210 00000100:00100000:1.0:1746137653.692773:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327400576:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.692794:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.692827:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebe00, rc 0) 00000100:00100000:1.0:1746137653.692860:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:1679:x1830957333525632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2513us (2724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.692867:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31209 00000100:00100000:0.0:1746137653.693270:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.693401:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333525888 00000100:00100000:3.0:1746137653.693406:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333525888 00010000:00010000:3.0:1746137653.693425:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd331 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.693443:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15560 00000100:00100000:3.0:1746137653.693448:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333525888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.693459:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.693474:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd331 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.693482:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd331 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.693498:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177637e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd331 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.693520:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.693522:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.693527:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.693533:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.693556:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.693566:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.693575:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327400832:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.693623:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.695196:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327400832:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.695210:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.695234:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333525888:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1785us (1965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.695242:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15560 00000100:00100000:0.0:1746137653.695401:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.695518:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333526144 00000100:00100000:2.0:1746137653.695523:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333526144 00002000:00100000:2.0:1746137653.695548:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c344a80 x1830957333526144/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.695556:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344a80 with x1830957333526144 ext(0->4095) 00010000:00010000:2.0:1746137653.695561:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.695570:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.695575:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c344a80 00000100:00100000:2.0:1746137653.695600:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3568 00000100:00100000:2.0:1746137653.695606:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333526144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137653.695693:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333526144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.695698:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3568 00002000:00100000:2.0:1746137653.695703:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c344a80 x1830957333526144/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.695715:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344a80 with x1830957333526144 ext(0->4095) 00010000:00010000:2.0:1746137653.695719:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.695727:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.695732:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c344a80 00000100:00100000:0.0:1746137653.697122:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.697191:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333526272 00000100:00100000:3.0:1746137653.697196:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333526272 00010000:00010000:3.0:1746137653.697212:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.697359:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15561 00000100:00100000:3.0:1746137653.697366:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333526272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.697375:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.697386:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.697396:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.697412:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776385 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd338 expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.697484:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.697486:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.697512:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd33f expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.697519:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd33f expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.697545:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd33f expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.697556:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327400960:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.697616:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.701068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.701166:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327400960:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.701181:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.701214:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333526272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3848us (4095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.701226:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15561 00000100:00100000:1.0:1746137653.701227:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333526528 00000100:00100000:1.0:1746137653.701232:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333526528 00002000:00100000:1.0:1746137653.701260:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c5180 x1830957333526528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.701268:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c5180 with x1830957333526528 ext(0->4095) 00002000:00010000:1.0:1746137653.701272:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c5180 00000100:00100000:1.0:1746137653.701297:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14717 00000100:00100000:1.0:1746137653.701303:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333526528:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137653.701403:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333526528:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.701408:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14717 00002000:00100000:1.0:1746137653.701412:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c5180 x1830957333526528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.701419:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c5180 with x1830957333526528 ext(0->4095) 00002000:00010000:1.0:1746137653.701422:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c5180 00000100:00100000:0.0:1746137653.703458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.703548:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333526656 00000100:00100000:1.0:1746137653.703553:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333526656 00000100:00100000:1.0:1746137653.703648:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31211 00000100:00100000:1.0:1746137653.703654:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333526656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.703667:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.703680:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd346 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.703699:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd33f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.703705:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.703707:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.703710:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd346 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.703731:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd33f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.703741:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd33f expref: 5 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.703750:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327401088:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.704123:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.705778:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327401088:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.705799:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd346 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.705834:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea400, rc 0) 00000100:00100000:1.0:1746137653.705866:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333526656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2211us (2413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.705873:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31211 00000100:00100000:0.0:1746137653.706168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.706294:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333526784 00000100:00100000:3.0:1746137653.706300:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333526784 00010000:00010000:3.0:1746137653.706329:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd33f expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.706349:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15562 00000100:00100000:3.0:1746137653.706354:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333526784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.706363:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.706378:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd33f expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.706387:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd33f expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.706404:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb614177638c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd33f expref: 6 pid: 21535 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.706704:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.706707:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.706713:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd346 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.706720:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd346 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.706746:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd346 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.706756:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327401216:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.706833:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.708469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.708635:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327401216:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.708648:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.708650:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333527040 00000100:00100000:2.0:1746137653.708654:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333527040 00002000:00100000:2.0:1746137653.708683:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c7480 x1830957333527040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137653.708684:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2008:x1830957333526784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2329us (2517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.708691:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15562 00002000:00100000:2.0:1746137653.708691:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c7480 with x1830957333527040 ext(0->4095) 00002000:00010000:2.0:1746137653.708694:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c7480 00000100:00100000:2.0:1746137653.708718:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14718 00000100:00100000:2.0:1746137653.708946:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333527040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.709034:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333527040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 309us (568us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.709039:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14718 00002000:00100000:2.0:1746137653.709044:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c7480 x1830957333527040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.709052:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c7480 with x1830957333527040 ext(0->4095) 00002000:00010000:2.0:1746137653.709055:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c7480 00000100:00100000:0.0:1746137653.711025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.711061:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333527168 00000100:00100000:1.0:1746137653.711067:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333527168 00000100:00100000:0.0:1746137653.711074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.711103:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333527296 00000100:00100000:1.0:1746137653.711105:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333527296 00000100:00100000:1.0:1746137653.711118:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31212 00000100:00100000:1.0:1746137653.711124:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:1685:x1830957333527168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137653.711128:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31213 00010000:00010000:1.0:1746137653.711134:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137653.711135:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:1679:x1830957333527296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.711142:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.711146:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd34d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.711149:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd354 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.711167:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd346 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.711173:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.711174:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.711177:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.711185:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.711190:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.711195:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.711197:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 8 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.711217:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd346 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.711220:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.711226:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd346 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.711236:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327401344:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.711238:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 8 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.711246:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324400, rc 0) 00000100:00100000:1.0:1746137653.711300:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.711323:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:1679:x1830957333527296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.711329:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31213 00000100:00100000:1.0:1746137653.712754:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327401344:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.712773:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.712784:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eac00, rc 0) 00000100:00100000:1.0:1746137653.712840:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:1685:x1830957333527168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1715us (1817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.712847:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31212 00000100:00100000:0.0:1746137653.713686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.713731:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333527424 00000100:00100000:3.0:1746137653.713737:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333527424 00010000:00010000:3.0:1746137653.713758:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd346 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.713786:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15563 00000100:00100000:3.0:1746137653.713792:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333527424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.713803:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.713834:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd346 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.713848:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd346 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.713865:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776393 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd346 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.713886:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.713888:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.713893:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.713900:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.713923:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.713932:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.713941:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327401600:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.713981:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.715745:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327401600:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.715760:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.715787:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333527424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1994us (2101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.715799:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15563 00000100:00100000:0.0:1746137653.716396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.716838:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333527680 00000100:00100000:2.0:1746137653.716845:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333527680 00002000:00100000:2.0:1746137653.716873:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c4a80 x1830957333527680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.716887:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c4a80 with x1830957333527680 ext(0->4095) 00010000:00010000:2.0:1746137653.716894:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.716904:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.716909:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c4a80 00000100:00100000:2.0:1746137653.716935:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3569 00000100:00100000:2.0:1746137653.716941:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333527680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.717041:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333527680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (647us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.717047:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3569 00002000:00100000:2.0:1746137653.717052:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c4a80 x1830957333527680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.717058:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c4a80 with x1830957333527680 ext(0->4095) 00010000:00010000:2.0:1746137653.717062:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.717070:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.717075:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c4a80 00000100:00100000:0.0:1746137653.718576:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.718687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.718738:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333527936 00000100:00100000:3.0:1746137653.718745:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333527936 00000100:00100000:1.0:1746137653.718753:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333527808 00000100:00100000:1.0:1746137653.718757:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333527808 00010000:00010000:3.0:1746137653.718768:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.718788:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15564 00000100:00100000:3.0:1746137653.718795:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333527936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746137653.718796:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31214 00000100:00100000:1.0:1746137653.718802:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333527808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.718821:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.718836:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.718845:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.718863:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb614177639a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd34d expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.718875:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.718877:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.718883:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.718889:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.718914:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.718924:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327401728:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.719004:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00010000:00010000:1.0:1746137653.719048:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.719058:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd35b expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.719218:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.719226:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.719227:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.719230:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.719248:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.719261:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.719270:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327401856:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.719314:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.720275:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327401728:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.720291:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.720317:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333527936:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1523us (1629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.720324:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15564 00000100:00100000:0.0:1746137653.721472:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.721602:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333528192 00000100:00100000:2.0:1746137653.721608:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333528192 00002000:00100000:2.0:1746137653.721636:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c5500 x1830957333528192/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.721645:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c5500 with x1830957333528192 ext(0->4095) 00010000:00010000:2.0:1746137653.721652:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.721663:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.721669:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c5500 00000100:00100000:2.0:1746137653.721698:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3570 00000100:00100000:2.0:1746137653.721705:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333528192:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.721917:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327401856:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.721932:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.721942:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00000100:00100000:2.0:1746137653.722131:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333528192:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 426us (660us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.722137:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3570 00002000:00100000:2.0:1746137653.722142:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c5500 x1830957333528192/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.722149:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c5500 with x1830957333528192 ext(0->4095) 00010000:00010000:2.0:1746137653.722154:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.722162:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.722167:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c5500 00000100:00100000:1.0:1746137653.722217:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333527808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3415us (3644us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.722223:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31214 00000100:00100000:0.0:1746137653.723736:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.723777:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333528320 00000100:00100000:0.0:1746137653.723777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.723782:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333528320 00000100:00100000:3.0:1746137653.723851:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333528448 00000100:00100000:3.0:1746137653.723854:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333528448 00010000:00010000:3.0:1746137653.723871:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.723892:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15565 00000100:00100000:3.0:1746137653.723898:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333528448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.723906:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.723919:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.723919:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31215 00000100:00100000:2.0:1746137653.723925:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:1679:x1830957333528320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.723928:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.723934:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.723943:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd362 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.723944:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd354 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.723954:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.723959:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.723964:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.723966:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd362 expref: 7 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.724073:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.724075:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.724080:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.724087:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.724108:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.724116:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.724124:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.724126:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327401984:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.724131:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.724137:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327402112:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.724264:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.724275:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.725791:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327402112:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.725834:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd362 expref: 7 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.725845:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325e00, rc 0) 00000100:00100000:2.0:1746137653.725873:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:1679:x1830957333528320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1947us (2139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.725878:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31215 00000100:00100000:3.0:1746137653.726644:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327401984:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.726752:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.726777:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333528448:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2879us (2999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.726784:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15565 00000100:00100000:0.0:1746137653.727066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.727803:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333528704 00000100:00100000:2.0:1746137653.727840:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333528704 00002000:00100000:2.0:1746137653.727872:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e3800 x1830957333528704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.727881:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e3800 with x1830957333528704 ext(0->4095) 00010000:00010000:2.0:1746137653.727887:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.727898:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.727903:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e3800 00000100:00100000:2.0:1746137653.727917:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3571 00000100:00100000:2.0:1746137653.727923:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333528704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.728017:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333528704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (952us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.728022:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3571 00002000:00100000:2.0:1746137653.728027:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e3800 x1830957333528704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.728033:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e3800 with x1830957333528704 ext(0->4095) 00010000:00010000:2.0:1746137653.728037:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.728049:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.728054:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e3800 00000100:00100000:0.0:1746137653.731456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.731566:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333528832 00000100:00100000:3.0:1746137653.731573:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333528832 00010000:00010000:3.0:1746137653.731601:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.731668:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15566 00000100:00100000:3.0:1746137653.731675:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333528832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.731689:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.731704:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.731714:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.731733:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417763a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd35b expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.731758:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.731760:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.731766:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd362 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.731773:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd362 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.731798:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd362 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.731836:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327402240:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.731907:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094d2f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.734151:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.734201:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333529088 00000100:00100000:1.0:1746137653.734207:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333529088 00002000:00100000:1.0:1746137653.734237:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e2680 x1830957333529088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.734245:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2680 with x1830957333529088 ext(0->4095) 00002000:00010000:1.0:1746137653.734249:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e2680 00000100:00100000:3.0:1746137653.734320:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327402240:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.734333:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.734434:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333528832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2759us (2985us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.734445:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15566 00000100:00100000:1.0:1746137653.734550:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14719 00000100:00100000:1.0:1746137653.734557:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333529088:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.734941:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333529088:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 383us (793us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.734948:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14719 00002000:00100000:1.0:1746137653.734954:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e2680 x1830957333529088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.734960:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2680 with x1830957333529088 ext(0->4095) 00002000:00010000:1.0:1746137653.734963:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e2680 00000100:00100000:0.0:1746137653.736839:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.736994:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333529216 00000100:00100000:2.0:1746137653.737000:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333529216 00000100:00100000:2.0:1746137653.737061:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31216 00000100:00100000:2.0:1746137653.737068:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333529216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.737081:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.737096:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd369 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.737118:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd362 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.737123:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.737124:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.737126:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd369 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.737146:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd362 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.737153:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd362 expref: 5 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.737159:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327402368:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.737226:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.738610:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327402368:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.738630:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd369 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.738642:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324c00, rc 0) 00000100:00100000:2.0:1746137653.738668:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333529216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1600us (1834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.738675:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31216 00000100:00100000:0.0:1746137653.738827:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.738891:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333529344 00000100:00100000:3.0:1746137653.738895:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333529344 00010000:00010000:3.0:1746137653.738913:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd362 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.738932:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15567 00000100:00100000:3.0:1746137653.738937:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333529344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.738946:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.738960:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd362 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.738968:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd362 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.739006:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb61417763af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd362 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.739019:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.739020:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.739026:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd369 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.739032:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd369 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.739055:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd369 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.739065:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327402496:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.739195:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.740834:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327402496:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.740851:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.740879:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2007:x1830957333529344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1941us (2073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.740887:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15567 00000100:00100000:3.0:1746137653.741044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.741191:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333529600 00000100:00100000:2.0:1746137653.741199:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333529600 00002000:00100000:2.0:1746137653.741228:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090951c00 x1830957333529600/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.741237:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951c00 with x1830957333529600 ext(0->4095) 00002000:00010000:2.0:1746137653.741240:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090951c00 00000100:00100000:2.0:1746137653.741255:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14720 00000100:00100000:2.0:1746137653.741261:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333529600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137653.741827:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333529600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 544us (762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.741833:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14720 00002000:00100000:2.0:1746137653.741838:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090951c00 x1830957333529600/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.741844:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951c00 with x1830957333529600 ext(0->4095) 00002000:00010000:2.0:1746137653.741847:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090951c00 00000100:00100000:0.0:1746137653.743607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.743734:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333529728 00000100:00100000:2.0:1746137653.743739:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333529728 00000100:00100000:2.0:1746137653.743772:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31217 00000100:00100000:2.0:1746137653.743779:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:1685:x1830957333529728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.743790:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.743821:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd370 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.743842:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd369 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.743852:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.743853:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.743856:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.743880:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd369 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.743890:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd369 expref: 5 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.743899:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327402624:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.744496:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.744612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.744733:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333529856 00000100:00100000:2.0:1746137653.744736:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333529856 00000100:00100000:2.0:1746137653.744757:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31218 00000100:00100000:2.0:1746137653.744762:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:1679:x1830957333529856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.744770:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.745088:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd377 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.745103:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.745107:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 8 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.745112:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.745114:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.745134:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 8 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.745145:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.745152:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098bdf200, rc 0) 00000100:00100000:2.0:1746137653.745177:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:1679:x1830957333529856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 414us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.745183:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31218 00000100:00100000:2.0:1746137653.747064:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327402624:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.747086:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 7 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.747101:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324400, rc 0) 00000100:00100000:0.0:1746137653.747403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.747457:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:1685:x1830957333529728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3678us (3853us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.747465:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31217 00000100:00100000:3.0:1746137653.747563:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333529984 00000100:00100000:3.0:1746137653.747569:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333529984 00010000:00010000:3.0:1746137653.747590:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd369 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.747620:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15568 00000100:00100000:3.0:1746137653.747627:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333529984:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.747636:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.747649:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd369 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.747657:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd369 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.747673:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b324c00/0xddf4fb61417763b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd369 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.747687:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.747688:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.747693:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.747700:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.747722:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.747731:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.747741:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327402880:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.747784:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.749941:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.750137:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327402880:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.750151:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.750190:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333529984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2563us (2786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.750198:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15568 00000100:00100000:2.0:1746137653.750561:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333530240 00000100:00100000:2.0:1746137653.750567:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333530240 00002000:00100000:2.0:1746137653.750595:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0380 x1830957333530240/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.750605:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0380 with x1830957333530240 ext(0->4095) 00010000:00010000:2.0:1746137653.750611:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.750622:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.750627:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e0380 00000100:00100000:2.0:1746137653.750641:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3572 00000100:00100000:2.0:1746137653.750646:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333530240:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137653.750735:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333530240:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (798us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.750741:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3572 00002000:00100000:2.0:1746137653.750745:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0380 x1830957333530240/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.750752:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0380 with x1830957333530240 ext(0->4095) 00010000:00010000:2.0:1746137653.750756:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.750767:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.750772:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e0380 00000100:00100000:0.0:1746137653.753039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.754087:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333530368 00000100:00100000:3.0:1746137653.754094:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333530368 00000100:00100000:3.0:1746137653.754135:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31219 00000100:00100000:3.0:1746137653.754141:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333530368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.754157:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.754170:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd37e expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.754189:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.754193:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.754198:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137653.754200:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.754226:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.754238:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.754246:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:3.0:1746137653.754311:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333530368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (1270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.754317:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31219 00000100:00100000:0.0:1746137653.755849:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.755921:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333530496 00000100:00100000:3.0:1746137653.755925:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333530496 00010000:00010000:3.0:1746137653.755943:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.755970:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15569 00000100:00100000:3.0:1746137653.755977:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333530496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.755986:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.755998:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.756006:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.756021:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb61417763bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd370 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.756041:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.756042:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.756047:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.756053:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.756074:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.756083:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.756093:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327403136:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.756144:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.758182:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327403136:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.758200:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.758231:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333530496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2254us (2385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.758240:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15569 00000100:00100000:0.0:1746137653.758689:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.760488:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333530752 00000100:00100000:1.0:1746137653.760496:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333530752 00002000:00100000:1.0:1746137653.760528:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e3480 x1830957333530752/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.760537:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e3480 with x1830957333530752 ext(0->4095) 00010000:00010000:1.0:1746137653.760544:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.760555:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.760561:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e3480 00000100:00100000:1.0:1746137653.760588:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3573 00000100:00100000:1.0:1746137653.760595:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333530752:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137653.760705:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333530752:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (2017us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.760711:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3573 00002000:00100000:1.0:1746137653.760716:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e3480 x1830957333530752/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.760728:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e3480 with x1830957333530752 ext(0->4095) 00010000:00010000:1.0:1746137653.760732:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.760740:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.760744:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e3480 00000100:00100000:0.0:1746137653.763322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.763406:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.763467:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333530880 00000100:00100000:2.0:1746137653.763473:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333530880 00000100:00100000:2.0:1746137653.763505:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31220 00000100:00100000:2.0:1746137653.763511:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:1679:x1830957333530880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.763523:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.763535:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd385 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.763555:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.763560:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.763565:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137653.763568:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd385 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.763594:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.763603:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd385 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.763611:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564200, rc 0) 00000100:00100000:2.0:1746137653.763645:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:1679:x1830957333530880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.763650:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31220 00000100:00100000:3.0:1746137653.763776:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333531008 00000100:00100000:3.0:1746137653.763780:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333531008 00010000:00010000:3.0:1746137653.763792:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.763842:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15570 00000100:00100000:3.0:1746137653.763847:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333531008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.763855:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.763869:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.763877:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.763890:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098bdf200/0xddf4fb61417763c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd377 expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.763903:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.763904:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.763909:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.763915:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.763933:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.763942:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 5 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.763951:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327403392:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.764000:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.766026:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327403392:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.766042:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.766083:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333531008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2233us (2675us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.766092:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15570 00000100:00100000:2.0:1746137653.767344:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.767523:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333531264 00000100:00100000:3.0:1746137653.767528:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333531264 00002000:00100000:3.0:1746137653.767556:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9880 x1830957333531264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.767564:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9880 with x1830957333531264 ext(0->4095) 00010000:00010000:3.0:1746137653.767571:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.767580:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.767586:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d9880 00000100:00100000:3.0:1746137653.767610:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3574 00000100:00100000:3.0:1746137653.767617:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333531264:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137653.767717:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333531264:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137653.767722:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3574 00002000:00100000:3.0:1746137653.767727:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9880 x1830957333531264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.767733:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9880 with x1830957333531264 ext(0->4095) 00010000:00010000:3.0:1746137653.767737:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.767745:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746137653.767750:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d9880 00000100:00100000:0.0:1746137653.770603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.770715:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333531392 00000100:00100000:3.0:1746137653.770723:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333531392 00010000:00010000:3.0:1746137653.770751:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.771050:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15571 00000100:00100000:3.0:1746137653.771057:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333531392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.771069:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.771085:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.771099:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.771117:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417763cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd37e expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.771136:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.771138:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.771144:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd385 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.771150:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd385 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.771176:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd385 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.771186:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327403520:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.771261:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8cc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.774775:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327403520:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.774794:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137653.775253:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.775382:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333531392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4323us (4784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.775392:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15571 00000100:00100000:1.0:1746137653.775696:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333531648 00000100:00100000:1.0:1746137653.775702:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333531648 00002000:00100000:1.0:1746137653.775732:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861a680 x1830957333531648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.775741:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861a680 with x1830957333531648 ext(0->4095) 00002000:00010000:1.0:1746137653.775745:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009861a680 00000100:00100000:1.0:1746137653.775769:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14721 00000100:00100000:1.0:1746137653.775775:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333531648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137653.776012:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333531648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 236us (759us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.776017:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14721 00002000:00100000:1.0:1746137653.776023:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861a680 x1830957333531648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.776030:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861a680 with x1830957333531648 ext(0->4095) 00002000:00010000:1.0:1746137653.776032:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009861a680 00000100:00100000:0.0:1746137653.779130:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.779253:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333531776 00000100:00100000:2.0:1746137653.779260:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333531776 00000100:00100000:2.0:1746137653.779294:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31221 00000100:00100000:2.0:1746137653.779300:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333531776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.779325:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.779338:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd38c expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.779361:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd385 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.779367:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.779369:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.779372:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd38c expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.779395:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd385 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.779405:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd385 expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.779415:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327403648:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.779868:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.781656:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327403648:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137653.781678:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd38c expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.781690:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091565600, rc 0) 00000100:00100000:2.0:1746137653.781734:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333531776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2434us (2609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.781743:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31221 00000100:00100000:0.0:1746137653.782651:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.782834:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333531904 00000100:00100000:3.0:1746137653.782841:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333531904 00010000:00010000:3.0:1746137653.782865:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd385 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.782896:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15572 00000100:00100000:3.0:1746137653.782902:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333531904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.782912:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.782927:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd385 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.782936:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd385 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.782954:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd385 expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.782966:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.782968:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.782973:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd38c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.782979:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd38c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.783003:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd38c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.783013:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327403776:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.783069:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8cc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.784857:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327403776:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.784870:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.784896:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2007:x1830957333531904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1995us (2248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.784903:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15572 00000100:00100000:3.0:1746137653.786163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.786201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.786255:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333532160 00000100:00100000:1.0:1746137653.786260:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333532160 00002000:00100000:1.0:1746137653.786287:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090953800 x1830957333532160/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.786295:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090953800 with x1830957333532160 ext(0->4095) 00002000:00010000:1.0:1746137653.786299:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090953800 00000100:00100000:1.0:1746137653.786324:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14722 00000100:00100000:1.0:1746137653.786329:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333532160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.786412:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333532160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.786417:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14722 00002000:00100000:1.0:1746137653.786421:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090953800 x1830957333532160/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.786427:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090953800 with x1830957333532160 ext(0->4095) 00002000:00010000:1.0:1746137653.786429:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090953800 00000100:00100000:2.0:1746137653.787356:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333532288 00000100:00100000:2.0:1746137653.787360:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333532288 00000100:00100000:2.0:1746137653.787380:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31222 00000100:00100000:2.0:1746137653.787385:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:1679:x1830957333532288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.787393:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.787405:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd393 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.787428:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd38c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.787435:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.787436:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.787439:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.787459:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd38c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.787468:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd38c expref: 5 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.787477:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327403904:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137653.787529:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.791678:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.791851:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333532416 00000100:00100000:2.0:1746137653.791858:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333532416 00000100:00100000:2.0:1746137653.792541:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31223 00000100:00100000:2.0:1746137653.792550:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:1685:x1830957333532416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.792565:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.792578:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd39a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.792603:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.792609:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 8 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.792614:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.792617:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137653.792633:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137653.792646:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 8 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.792657:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.792666:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564600, rc 0) 00000100:00100000:3.0:1746137653.792692:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327403904:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.792708:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 8 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.792717:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091565400, rc 0) 00000100:00100000:2.0:1746137653.792721:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:1685:x1830957333532416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (1049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.792728:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31223 00000100:00100000:3.0:1746137653.792743:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:1679:x1830957333532288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5357us (6541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.792748:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31222 00000100:00100000:2.0:1746137653.792758:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333532544 00000100:00100000:2.0:1746137653.792760:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333532544 00010000:00010000:2.0:1746137653.792774:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd38c expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.792799:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15573 00000100:00100000:2.0:1746137653.792822:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333532544:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.792830:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.792844:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd38c expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.792853:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd38c expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.792868:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091565600/0xddf4fb61417763d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd38c expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.792879:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.792881:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.792886:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.792892:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.792925:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.792936:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.792947:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327404160:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.793440:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8cc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.794850:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327404160:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.794866:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.794894:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333532544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2089us (2261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.794902:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15573 00000100:00100000:0.0:1746137653.795089:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.795159:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333532800 00000100:00100000:1.0:1746137653.795165:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333532800 00002000:00100000:1.0:1746137653.795311:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098619500 x1830957333532800/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.795320:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098619500 with x1830957333532800 ext(0->4095) 00010000:00010000:1.0:1746137653.795326:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.795337:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.795348:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098619500 00000100:00100000:1.0:1746137653.795373:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3575 00000100:00100000:1.0:1746137653.795383:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098619500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333532800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.795525:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098619500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333532800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (437us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.795531:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3575 00002000:00100000:1.0:1746137653.795536:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098619500 x1830957333532800/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.795542:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098619500 with x1830957333532800 ext(0->4095) 00010000:00010000:1.0:1746137653.795546:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.795554:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.795559:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098619500 00000100:00100000:0.0:1746137653.801125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.801417:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333532928 00000100:00100000:3.0:1746137653.801425:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333532928 00010000:00010000:3.0:1746137653.801452:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.801500:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15574 00000100:00100000:3.0:1746137653.801506:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333532928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.801518:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.801537:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.801547:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.801565:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417763e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd393 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.801588:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.801590:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.801596:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.801603:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.801629:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.801936:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327404288:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.802568:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.804743:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327404288:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.804763:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.804794:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333532928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3288us (3675us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.804802:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15574 00000100:00100000:2.0:1746137653.805419:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.805712:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333533184 00000100:00100000:1.0:1746137653.805719:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333533184 00002000:00100000:1.0:1746137653.805749:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9f80 x1830957333533184/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.805758:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9f80 with x1830957333533184 ext(0->4095) 00002000:00010000:1.0:1746137653.805761:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d9f80 00000100:00100000:1.0:1746137653.805785:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14723 00000100:00100000:1.0:1746137653.805791:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333533184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.805917:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333533184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.805922:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14723 00002000:00100000:1.0:1746137653.805928:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9f80 x1830957333533184/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.805934:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9f80 with x1830957333533184 ext(0->4095) 00002000:00010000:1.0:1746137653.805936:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d9f80 00000100:00100000:0.0:1746137653.813638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.813703:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333533312 00000100:00100000:3.0:1746137653.813712:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333533312 00000100:00100000:3.0:1746137653.813896:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31224 00000100:00100000:3.0:1746137653.813904:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333533312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.813918:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.813931:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3a1 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.813954:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.813960:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.813961:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.813964:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.813990:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.813999:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.814009:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327404416:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.814080:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.816607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.816696:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333533696 00000100:00100000:2.0:1746137653.816703:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333533696 00000100:00100000:2.0:1746137653.816737:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31225 00000100:00100000:2.0:1746137653.816743:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:1679:x1830957333533696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.816757:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.816770:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3a8 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.816788:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.816794:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.816799:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137653.816802:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a8 expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.816856:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.816866:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a8 expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.816874:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564200, rc 0) 00000100:00100000:2.0:1746137653.816921:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:1679:x1830957333533696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.816926:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31225 00000100:00100000:3.0:1746137653.817501:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327404416:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.817519:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.817528:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137653.817546:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333533312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3644us (3917us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.817552:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31224 00000100:00100000:0.0:1746137653.821430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.821502:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333533568 00000100:00100000:2.0:1746137653.821510:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333533568 00002000:00100000:2.0:1746137653.821545:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009861b800 x1830957333533568/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 496/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.821554:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861b800 with x1830957333533568 ext(0->7) 00010000:00010000:2.0:1746137653.821562:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.821579:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 7 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.821585:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861b800 00000100:00100000:2.0:1746137653.821604:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3576 00000100:00100000:2.0:1746137653.821610:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333533568:12345-192.168.203.12@tcp:4:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137653.826608:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333533568:12345-192.168.203.12@tcp:4:ptlrpcd_00_00.0 Request processed in 4990us (5177us total) trans 4294972176 rc 0/0 00000100:00100000:0.0:1746137653.826619:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3576 00002000:00100000:0.0:1746137653.826628:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009861b800 x1830957333533568/t4294972176(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 496/448 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.826637:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861b800 with x1830957333533568 ext(0->7) 00010000:00010000:0.0:1746137653.826644:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 9 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.826658:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 9 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.826664:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861b800 00000100:00100000:0.0:1746137653.830446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.830538:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333533824 00000100:00100000:3.0:1746137653.830545:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333533824 00010000:00010000:3.0:1746137653.830574:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 9 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.830645:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15575 00000100:00100000:3.0:1746137653.830652:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2009:x1830957333533824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.830663:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.830679:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 9 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.830689:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 9 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.830706:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417763e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd39a expref: 9 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.833834:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.833839:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.833850:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.833863:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.833902:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.833914:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 5 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.833925:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327404672:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.834001:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.838424:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.838507:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327404672:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.838525:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.838560:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333533824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7908us (8121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.838570:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15575 00000100:00100000:1.0:1746137653.838708:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333534080 00000100:00100000:1.0:1746137653.838713:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333534080 00002000:00100000:1.0:1746137653.838746:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861b480 x1830957333534080/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.838754:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861b480 with x1830957333534080 ext(0->4095) 00010000:00010000:1.0:1746137653.838761:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.838773:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.838779:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861b480 00000100:00100000:1.0:1746137653.838794:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3577 00000100:00100000:1.0:1746137653.838800:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333534080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137653.838903:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333534080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (485us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.838911:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3577 00002000:00100000:1.0:1746137653.838915:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861b480 x1830957333534080/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.838921:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861b480 with x1830957333534080 ext(0->4095) 00010000:00010000:1.0:1746137653.838926:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.838933:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.838939:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861b480 00000100:00100000:0.0:1746137653.843539:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.843626:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333534208 00000100:00100000:3.0:1746137653.843634:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333534208 00010000:00010000:3.0:1746137653.843662:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.843747:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15576 00000100:00100000:3.0:1746137653.843754:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333534208:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.843766:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.843782:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.843792:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.843963:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417763ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a1 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.844010:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.844012:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.844019:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a8 expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.844026:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a8 expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.844701:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a8 expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.844713:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327404800:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.844789:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b0336c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.848392:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327404800:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.848411:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.848447:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333534208:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4693us (4914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.848456:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15576 00000100:00100000:0.0:1746137653.849587:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.849843:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333534464 00000100:00100000:2.0:1746137653.849851:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333534464 00002000:00100000:2.0:1746137653.849886:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098618e00 x1830957333534464/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.849900:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618e00 with x1830957333534464 ext(0->4095) 00002000:00010000:2.0:1746137653.849904:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098618e00 00000100:00100000:2.0:1746137653.849922:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14724 00000100:00100000:2.0:1746137653.849929:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333534464:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137653.850041:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333534464:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (458us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.850047:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14724 00002000:00100000:2.0:1746137653.850053:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098618e00 x1830957333534464/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.850060:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618e00 with x1830957333534464 ext(0->4095) 00002000:00010000:2.0:1746137653.850062:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098618e00 00000100:00100000:0.0:1746137653.853169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.853232:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333534592 00000100:00100000:3.0:1746137653.853240:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333534592 00000100:00100000:3.0:1746137653.853336:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31226 00000100:00100000:3.0:1746137653.853343:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333534592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.853357:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.853370:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3af expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.853394:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a8 expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.853400:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.853401:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.853404:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.853427:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a8 expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.853437:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a8 expref: 7 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.853446:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327404928:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.853520:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.857890:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327404928:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.857918:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.857936:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137653.857994:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333534592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4651us (4830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.858001:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31226 00000100:00100000:0.0:1746137653.858227:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.858285:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333534720 00000100:00100000:3.0:1746137653.858290:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333534720 00010000:00010000:3.0:1746137653.858317:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a8 expref: 8 pid: 11509 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.858348:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15577 00000100:00100000:3.0:1746137653.858353:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333534720:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.858363:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.858377:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a8 expref: 8 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.858385:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a8 expref: 8 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.858402:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417763f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3a8 expref: 8 pid: 11509 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.858414:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.858416:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.858421:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.858432:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.858453:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.858462:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327405056:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.858513:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.858566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.858624:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333534848 00000100:00100000:3.0:1746137653.858627:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333534848 00000100:00100000:3.0:1746137653.858643:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31227 00000100:00100000:3.0:1746137653.858647:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:1679:x1830957333534848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.858656:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.858664:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3b6 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.858678:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.858683:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.858684:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.858687:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 9 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.858701:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.858714:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 5 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.858725:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327405184:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.858752:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.861559:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327405184:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.861584:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 9 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.861597:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171cc00, rc 0) 00000100:00100000:3.0:1746137653.861646:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:1679:x1830957333534848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2997us (3386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.861653:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31227 00000100:00100000:0.0:1746137653.862974:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.863012:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333535104 00000100:00100000:1.0:1746137653.863018:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333535104 00002000:00100000:1.0:1746137653.863050:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d1180 x1830957333535104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.863058:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d1180 with x1830957333535104 ext(0->4095) 00010000:00010000:1.0:1746137653.863065:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.863075:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.863080:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d1180 00000100:00100000:3.0:1746137653.863087:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c346a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327405056:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.863100:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137653.863105:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3578 00000100:00100000:1.0:1746137653.863111:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333535104:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137653.863125:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333534720:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4772us (4898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.863131:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15577 00000100:00100000:1.0:1746137653.863197:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333535104:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.863203:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3578 00002000:00100000:1.0:1746137653.863207:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d1180 x1830957333535104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.863214:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d1180 with x1830957333535104 ext(0->4095) 00010000:00010000:1.0:1746137653.863218:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.863225:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.863230:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d1180 00000100:00100000:0.0:1746137653.866034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.866094:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333535232 00000100:00100000:3.0:1746137653.866104:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333535232 00010000:00010000:3.0:1746137653.866132:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.867507:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15578 00000100:00100000:3.0:1746137653.867519:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333535232:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.867534:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.867552:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.867563:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.867583:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417763fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3af expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.867614:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.867616:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.867622:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 7 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.867630:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 7 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.867657:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 7 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.867668:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327405312:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.867734:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.869630:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327405312:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.869644:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.869670:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333535232:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2154us (3642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.869679:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15578 00000100:00100000:1.0:1746137653.870339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.870383:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333535488 00000100:00100000:0.0:1746137653.870388:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333535488 00002000:00100000:0.0:1746137653.870417:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d6a00 x1830957333535488/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.870426:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d6a00 with x1830957333535488 ext(0->4095) 00002000:00010000:0.0:1746137653.870430:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d6a00 00000100:00100000:0.0:1746137653.870452:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14725 00000100:00100000:0.0:1746137653.870459:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333535488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137653.870542:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333535488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137653.870547:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14725 00002000:00100000:0.0:1746137653.870552:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d6a00 x1830957333535488/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.870559:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d6a00 with x1830957333535488 ext(0->4095) 00002000:00010000:0.0:1746137653.870562:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d6a00 00000100:00100000:0.0:1746137653.878119:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.878246:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333535616 00000100:00100000:3.0:1746137653.878254:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333535616 00000100:00100000:3.0:1746137653.878313:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31228 00000100:00100000:3.0:1746137653.878321:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333535616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.878335:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.878348:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3bd expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.878369:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 7 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.878376:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.878378:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.878380:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.878402:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 7 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.878411:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 7 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.878420:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327405440:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.881390:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.886183:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327405440:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.886212:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.886227:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137653.886273:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333535616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7952us (8160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.886281:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31228 00000100:00100000:0.0:1746137653.887257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.887332:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333535744 00000100:00100000:2.0:1746137653.887337:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333535744 00002000:00100000:2.0:1746137653.887367:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801203d2300 x1830957333535744/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 496/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.887375:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d2300 with x1830957333535744 ext(0->7) 00010000:00010000:2.0:1746137653.887380:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 8 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.887391:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 8 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.887396:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d2300 00000100:00100000:2.0:1746137653.887410:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3579 00000100:00100000:2.0:1746137653.887416:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333535744:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137653.888040:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333535744:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 623us (783us total) trans 4294972177 rc 0/0 00000100:00100000:0.0:1746137653.888047:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3579 00002000:00100000:0.0:1746137653.888052:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801203d2300 x1830957333535744/t4294972177(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 496/448 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.888059:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d2300 with x1830957333535744 ext(0->7) 00010000:00010000:0.0:1746137653.888063:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 10 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.888072:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 10 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.888078:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d2300 00000100:00100000:0.0:1746137653.892425:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.892466:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.892487:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333536000 00000100:00100000:3.0:1746137653.892494:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333536000 00000100:00100000:3.0:1746137653.892542:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31229 00000100:00100000:3.0:1746137653.892547:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:1679:x1830957333536000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.892561:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.892573:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3c4 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.892593:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137653.892598:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.892603:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137653.892606:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 11 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.892633:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.892642:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 11 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.892655:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137653.892701:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:1679:x1830957333536000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.892706:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31229 00000100:00100000:2.0:1746137653.892797:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333535872 00000100:00100000:2.0:1746137653.892801:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333535872 00010000:00010000:2.0:1746137653.892836:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 11 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.892851:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15579 00000100:00100000:2.0:1746137653.892855:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2008:x1830957333535872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.892862:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.892875:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 11 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.892882:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 11 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.892895:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776403 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3b6 expref: 11 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.892983:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.892985:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.892990:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.892996:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.893014:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.893023:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 5 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.893032:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327405696:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.893085:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b0336c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.895936:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327405696:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.895950:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.895977:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333535872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3122us (3511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.895986:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15579 00000100:00100000:0.0:1746137653.896132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.896187:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333536256 00000100:00100000:1.0:1746137653.896192:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333536256 00002000:00100000:1.0:1746137653.896219:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d1500 x1830957333536256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.896228:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d1500 with x1830957333536256 ext(0->4095) 00010000:00010000:1.0:1746137653.896234:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.896245:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.896251:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d1500 00000100:00100000:1.0:1746137653.896265:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3580 00000100:00100000:1.0:1746137653.896271:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333536256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.896395:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333536256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.896401:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3580 00002000:00100000:1.0:1746137653.896406:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d1500 x1830957333536256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.896413:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d1500 with x1830957333536256 ext(0->4095) 00010000:00010000:1.0:1746137653.896417:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.896426:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.896432:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d1500 00000100:00100000:0.0:1746137653.898039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.898103:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333536384 00000100:00100000:2.0:1746137653.898109:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333536384 00010000:00010000:2.0:1746137653.898128:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.898158:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15580 00000100:00100000:2.0:1746137653.898163:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333536384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.898172:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.898185:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.898195:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.898212:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177640a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3bd expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.898325:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.898327:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.898334:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 9 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.898341:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 9 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.898366:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 9 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.898375:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327405824:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.899377:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b0336c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.901232:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327405824:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.901248:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.901278:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333536384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3114us (3241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.901287:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15580 00000100:00100000:0.0:1746137653.901467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.901544:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333536640 00000100:00100000:1.0:1746137653.901550:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333536640 00002000:00100000:1.0:1746137653.901574:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d2d80 x1830957333536640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.901583:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d2d80 with x1830957333536640 ext(0->4095) 00002000:00010000:1.0:1746137653.901586:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d2d80 00000100:00100000:1.0:1746137653.901597:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14726 00000100:00100000:1.0:1746137653.901602:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2007:x1830957333536640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.901679:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2007:x1830957333536640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 77us (213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.901685:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14726 00002000:00100000:1.0:1746137653.901689:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d2d80 x1830957333536640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.901696:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d2d80 with x1830957333536640 ext(0->4095) 00002000:00010000:1.0:1746137653.901698:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d2d80 00000100:00100000:0.0:1746137653.903887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.903982:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333536768 00000100:00100000:1.0:1746137653.903987:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333536768 00000100:00100000:1.0:1746137653.904171:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31230 00000100:00100000:1.0:1746137653.904177:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333536768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.904190:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.904204:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3cb expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.904225:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 9 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.904232:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.904234:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.904237:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3cb expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.904258:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 9 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.904267:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 9 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.904529:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327405952:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.904928:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.907592:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327405952:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.907612:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3cb expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.907626:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eba00, rc 0) 00000100:00100000:1.0:1746137653.907656:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333536768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3479us (3773us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.907663:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31230 00000100:00100000:0.0:1746137653.908454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.908558:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333536896 00000100:00100000:2.0:1746137653.908563:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333536896 00002000:00100000:2.0:1746137653.908592:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801203d3480 x1830957333536896/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 496/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.908600:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d3480 with x1830957333536896 ext(0->7) 00010000:00010000:2.0:1746137653.908606:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 10 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.908621:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 10 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746137653.908627:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d3480 00000100:00100000:2.0:1746137653.908746:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3581 00000100:00100000:2.0:1746137653.908752:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2007:x1830957333536896:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137653.909496:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2007:x1830957333536896:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 742us (1041us total) trans 4294972178 rc 0/0 00000100:00100000:0.0:1746137653.909503:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3581 00002000:00100000:0.0:1746137653.909508:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801203d3480 x1830957333536896/t4294972178(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 496/448 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.909516:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d3480 with x1830957333536896 ext(0->7) 00010000:00010000:0.0:1746137653.909521:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 12 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.909530:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 12 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.909536:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d3480 00000100:00100000:0.0:1746137653.913077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.914803:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333537024 00000100:00100000:2.0:1746137653.914833:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333537024 00010000:00010000:2.0:1746137653.914863:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 12 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.914900:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15581 00000100:00100000:2.0:1746137653.914907:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2008:x1830957333537024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.914922:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.914939:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 12 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.914951:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 12 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.914967:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776411 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3c4 expref: 12 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.914993:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.914995:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.915001:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3cb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.915008:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3cb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.915049:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3cb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.915059:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327406080:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.915130:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.918006:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327406080:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.918022:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.918087:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2008:x1830957333537024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3179us (5014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.918096:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15581 00000100:00100000:0.0:1746137653.918617:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.918788:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333537280 00000100:00100000:2.0:1746137653.918793:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333537280 00002000:00100000:2.0:1746137653.918838:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093095c00 x1830957333537280/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.918847:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093095c00 with x1830957333537280 ext(0->4095) 00002000:00010000:2.0:1746137653.918852:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093095c00 00000100:00100000:2.0:1746137653.918874:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14727 00000100:00100000:2.0:1746137653.918880:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333537280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137653.919008:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333537280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.919017:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14727 00002000:00100000:2.0:1746137653.919021:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093095c00 x1830957333537280/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.919028:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093095c00 with x1830957333537280 ext(0->4095) 00002000:00010000:2.0:1746137653.919030:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093095c00 00000100:00100000:0.0:1746137653.924919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.924980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.925018:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333537408 00000100:00100000:3.0:1746137653.925026:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333537408 00000100:00100000:1.0:1746137653.925038:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333537536 00000100:00100000:1.0:1746137653.925042:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333537536 00000100:00100000:3.0:1746137653.925070:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31231 00000100:00100000:1.0:1746137653.925074:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31232 00000100:00100000:3.0:1746137653.925076:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:1685:x1830957333537408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746137653.925079:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:1679:x1830957333537536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137653.925109:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137653.925123:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3d2 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.925145:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3cb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.925151:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.925153:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.925156:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.925177:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3cb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.925187:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3cb expref: 5 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.925201:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327406208:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137653.925272:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fd80 going to sleep for 11 seconds 00010000:00010000:1.0:1746137653.925363:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.925369:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3d9 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.925384:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.925388:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.925392:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.925395:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.925416:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.925425:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.925433:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eac00, rc 0) 00000100:00100000:1.0:1746137653.925469:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333537536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 389us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.925475:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31232 00000100:00100000:0.0:1746137653.928596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.928652:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333537664 00000100:00100000:2.0:1746137653.928659:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333537664 00010000:00010000:2.0:1746137653.928686:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3cb expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.928752:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327406208:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137653.928771:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.928783:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171cc00, rc 0) 00000100:00100000:3.0:1746137653.928846:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:1685:x1830957333537408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3769us (3933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.928853:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31231 00000100:00100000:2.0:1746137653.929028:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15582 00000100:00100000:2.0:1746137653.929036:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093096a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333537664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.929046:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.929062:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3cb expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.929072:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3cb expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.929089:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776418 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3cb expref: 6 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.929114:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.929115:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.929120:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.929131:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.929154:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.929162:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 12 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.929171:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327406464:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137653.929219:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137653.930729:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327406464:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137653.930743:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137653.932062:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093096a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333537664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3023us (3466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.932072:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15582 00000100:00100000:3.0:1746137653.932298:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.932406:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333537920 00000100:00100000:0.0:1746137653.932413:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333537920 00002000:00100000:0.0:1746137653.932440:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0a80 x1830957333537920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.932450:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0a80 with x1830957333537920 ext(0->4095) 00010000:00010000:0.0:1746137653.932457:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 13 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.932468:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 13 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.932474:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e0a80 00000100:00100000:0.0:1746137653.932498:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3582 00000100:00100000:0.0:1746137653.932505:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333537920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137653.932863:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333537920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 357us (565us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137653.932869:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3582 00002000:00100000:0.0:1746137653.932874:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0a80 x1830957333537920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.932881:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0a80 with x1830957333537920 ext(0->4095) 00010000:00010000:0.0:1746137653.932885:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 13 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.932892:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 13 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.932896:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e0a80 00000100:00100000:0.0:1746137653.937702:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.937789:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.938205:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333538048 00000100:00100000:2.0:1746137653.938213:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333538048 00010000:00010000:2.0:1746137653.938241:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 13 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746137653.938279:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15583 00000100:00100000:2.0:1746137653.938285:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2010:x1830957333538048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137653.938297:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137653.938324:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 13 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.938335:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 13 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.938354:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb614177641f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d2 expref: 13 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746137653.938369:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.938371:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.938485:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.938492:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.938519:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.938529:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327406592:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137653.939231:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333538176 00000100:00100000:1.0:1746137653.939235:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333538176 00000100:00100000:1.0:1746137653.939257:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31233 00000100:00100000:1.0:1746137653.939262:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333538176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.939273:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.939281:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3e0 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.939297:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.939313:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.939315:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.939318:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.939338:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137653.939776:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00010000:00010000:1.0:1746137653.939830:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 12 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746137653.939841:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327406720:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.940953:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.941318:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846db800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327406592:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.941333:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.941360:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2010:x1830957333538048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3075us (3570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.941368:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15583 00000100:00100000:2.0:1746137653.941463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.941519:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333538432 00000100:00100000:0.0:1746137653.941523:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333538432 00002000:00100000:0.0:1746137653.941549:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d8e00 x1830957333538432/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.941557:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d8e00 with x1830957333538432 ext(0->4095) 00010000:00010000:0.0:1746137653.941562:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 12 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.941571:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 12 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.941577:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d8e00 00000100:00100000:0.0:1746137653.941602:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3583 00000100:00100000:0.0:1746137653.941607:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2008:x1830957333538432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137653.941688:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2008:x1830957333538432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 80us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137653.941693:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3583 00002000:00100000:0.0:1746137653.941698:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d8e00 x1830957333538432/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.941704:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d8e00 with x1830957333538432 ext(0->4095) 00010000:00010000:0.0:1746137653.941708:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 12 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746137653.941716:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 12 pid: 9582 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746137653.941721:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d8e00 00000100:00100000:1.0:1746137653.943273:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327406720:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.943291:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.943309:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb000, rc 0) 00000100:00100000:1.0:1746137653.943332:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333538176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4070us (5638us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.943338:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31233 00000100:00100000:0.0:1746137653.943607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137653.943740:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.943790:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333538560 00000100:00100000:1.0:1746137653.943794:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333538560 00000100:00100000:1.0:1746137653.944128:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31234 00000100:00100000:1.0:1746137653.944134:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:1679:x1830957333538560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.944144:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.944153:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3e7 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.944166:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.944170:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.944175:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137653.944177:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e7 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.944195:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.944201:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e7 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.944206:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebe00, rc 0) 00000100:00100000:3.0:1746137653.944292:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333538688 00000100:00100000:3.0:1746137653.944295:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333538688 00010000:00010000:3.0:1746137653.944316:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 14 pid: 9582 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.944337:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15584 00000100:00100000:3.0:1746137653.944341:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093096300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333538688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.944347:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.944359:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 14 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.944366:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 14 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.944378:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776426 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3d9 expref: 14 pid: 9582 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.944451:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.944452:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.944457:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.944463:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.944478:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.944487:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 5 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.944496:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327406976:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137653.944538:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:1679:x1830957333538560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 404us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.944543:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31234 00000100:00100000:3.0:1746137653.944781:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.946385:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327406976:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.946396:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.946419:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093096300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2008:x1830957333538688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2077us (2678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.946427:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15584 00000100:00100000:0.0:1746137653.946603:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.947017:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333538944 00000100:00100000:1.0:1746137653.947022:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333538944 00002000:00100000:1.0:1746137653.947048:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093095500 x1830957333538944/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.947055:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093095500 with x1830957333538944 ext(0->4095) 00010000:00010000:1.0:1746137653.947060:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.947070:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.947081:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093095500 00000100:00100000:1.0:1746137653.947099:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3584 00000100:00100000:1.0:1746137653.947105:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333538944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.947267:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333538944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (663us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.947273:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3584 00002000:00100000:1.0:1746137653.947278:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093095500 x1830957333538944/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.947284:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093095500 with x1830957333538944 ext(0->4095) 00010000:00010000:1.0:1746137653.947288:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746137653.947297:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746137653.947312:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093095500 00000100:00100000:2.0:1746137653.950447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.950508:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333539072 00000100:00100000:3.0:1746137653.950514:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333539072 00010000:00010000:3.0:1746137653.950542:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746137653.950573:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15585 00000100:00100000:3.0:1746137653.950580:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333539072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.950590:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.950603:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.950612:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.950628:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177642d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e0 expref: 6 pid: 26520 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746137653.950648:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.950649:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.950655:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e7 expref: 11 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.950661:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e7 expref: 11 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.950685:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e7 expref: 11 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.950694:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327407104:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.950848:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.952636:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327407104:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.952651:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.953003:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333539072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2422us (2560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.953012:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15585 00000100:00100000:0.0:1746137653.953472:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.953546:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333539328 00000100:00100000:1.0:1746137653.953552:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333539328 00002000:00100000:1.0:1746137653.953582:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093096d80 x1830957333539328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.953591:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093096d80 with x1830957333539328 ext(0->4095) 00002000:00010000:1.0:1746137653.953594:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093096d80 00000100:00100000:1.0:1746137653.953608:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14728 00000100:00100000:1.0:1746137653.953614:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093096d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2008:x1830957333539328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137653.953905:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093096d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2008:x1830957333539328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 290us (688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.953912:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14728 00002000:00100000:1.0:1746137653.953917:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093096d80 x1830957333539328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.953924:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093096d80 with x1830957333539328 ext(0->4095) 00002000:00010000:1.0:1746137653.953927:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093096d80 00000100:00100000:0.0:1746137653.955518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.955563:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333539456 00000100:00100000:1.0:1746137653.955568:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333539456 00000100:00100000:1.0:1746137653.955632:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31235 00000100:00100000:1.0:1746137653.955643:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333539456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.955654:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.955668:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3ee expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.955687:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e7 expref: 11 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.955693:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.955695:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.955698:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3ee expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.955718:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e7 expref: 11 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.955733:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e7 expref: 11 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137653.955742:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327407232:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.955833:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.957722:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327407232:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137653.957723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137653.957911:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3ee expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.957923:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea800, rc 0) 00000100:00100000:3.0:1746137653.957965:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333539584 00000100:00100000:3.0:1746137653.957969:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333539584 00010000:00010000:3.0:1746137653.957992:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e7 expref: 12 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137653.958084:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15586 00000100:00100000:3.0:1746137653.958090:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093097b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2007:x1830957333539584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746137653.958106:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333539456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2468us (2593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.958112:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31235 00010000:00010000:3.0:1746137653.958142:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.958191:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e7 expref: 12 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.958199:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e7 expref: 12 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.958339:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776434 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3e7 expref: 12 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.958404:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.958407:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.958412:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3ee expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.958419:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3ee expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.958441:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3ee expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.958450:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327407360:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.958488:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.959938:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327407360:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.959950:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.960168:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093097b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2007:x1830957333539584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2076us (2446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.960176:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15586 00000100:00100000:0.0:1746137653.960461:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.960697:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333539840 00000100:00100000:1.0:1746137653.960703:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333539840 00002000:00100000:1.0:1746137653.960732:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28ca80 x1830957333539840/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.960740:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ca80 with x1830957333539840 ext(0->4095) 00002000:00010000:1.0:1746137653.960744:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28ca80 00000100:00100000:1.0:1746137653.960758:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14729 00000100:00100000:1.0:1746137653.960764:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333539840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.960897:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333539840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.960906:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14729 00002000:00100000:1.0:1746137653.960911:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28ca80 x1830957333539840/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.960917:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ca80 with x1830957333539840 ext(0->4095) 00002000:00010000:1.0:1746137653.960920:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28ca80 00000100:00100000:0.0:1746137653.962515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.962672:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333539968 00000100:00100000:1.0:1746137653.962678:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333539968 00000100:00100000:1.0:1746137653.962716:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31236 00000100:00100000:1.0:1746137653.962723:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:1685:x1830957333539968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.962734:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.962746:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3f5 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.962768:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3ee expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.962776:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.962778:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137653.962780:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.962825:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3ee expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.962836:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3ee expref: 5 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137653.962851:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327407488:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.962917:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137653.963376:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.963418:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333540096 00000100:00100000:2.0:1746137653.963421:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333540096 00000100:00100000:2.0:1746137653.963444:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31237 00000100:00100000:2.0:1746137653.963449:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:1679:x1830957333540096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137653.963458:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137653.963464:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd3fc expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.963474:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137653.963477:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.963482:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137653.963484:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.963501:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.963509:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137653.963517:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564600, rc 0) 00000100:00100000:2.0:1746137653.963549:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333540096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137653.963554:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31237 00000100:00100000:1.0:1746137653.964219:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327407488:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.964232:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.964241:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb200, rc 0) 00000100:00100000:1.0:1746137653.964259:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:1685:x1830957333539968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1537us (1749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.964264:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31236 00000100:00100000:0.0:1746137653.964433:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.964464:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333540224 00000100:00100000:3.0:1746137653.964468:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333540224 00010000:00010000:3.0:1746137653.964483:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3ee expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137653.964500:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15587 00000100:00100000:3.0:1746137653.964505:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333540224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.964514:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.964527:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3ee expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.964541:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3ee expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.964557:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177643b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3ee expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.964570:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.964571:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.964576:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.964583:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.964602:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 12 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.964611:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 12 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137653.964619:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327407744:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.964670:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.966857:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327407744:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.966872:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137653.967070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.967140:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333540224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2633us (2706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.967151:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15587 00000100:00100000:1.0:1746137653.967360:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333540480 00000100:00100000:1.0:1746137653.967364:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333540480 00002000:00100000:1.0:1746137653.967389:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28f800 x1830957333540480/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.967398:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f800 with x1830957333540480 ext(0->4095) 00010000:00010000:1.0:1746137653.967404:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 13 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137653.967415:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 13 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137653.967421:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28f800 00000100:00100000:1.0:1746137653.967447:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3585 00000100:00100000:1.0:1746137653.967453:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333540480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137653.967546:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333540480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137653.967551:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3585 00002000:00100000:1.0:1746137653.967555:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28f800 x1830957333540480/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137653.967562:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f800 with x1830957333540480 ext(0->4095) 00010000:00010000:1.0:1746137653.967566:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 13 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137653.967574:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 13 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137653.967579:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28f800 00000100:00100000:0.0:1746137653.969893:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.970011:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333540608 00000100:00100000:3.0:1746137653.970019:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333540608 00010000:00010000:3.0:1746137653.970049:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 13 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137653.970089:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15588 00000100:00100000:3.0:1746137653.970098:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2009:x1830957333540608:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.970110:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137653.970218:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 13 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.970230:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 13 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.970250:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776442 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3f5 expref: 13 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.970354:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.970357:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.970364:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.970372:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.970403:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137653.970416:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327407872:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.970524:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.972252:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327407872:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.972269:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.972319:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2009:x1830957333540608:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2222us (2431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.972326:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15588 00000100:00100000:0.0:1746137653.973460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137653.973543:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333540864 00000100:00100000:2.0:1746137653.973551:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333540864 00002000:00100000:2.0:1746137653.973589:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28f480 x1830957333540864/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.973598:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f480 with x1830957333540864 ext(0->4095) 00002000:00010000:2.0:1746137653.973603:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28f480 00000100:00100000:2.0:1746137653.973637:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14730 00000100:00100000:2.0:1746137653.973646:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2009:x1830957333540864:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137653.973763:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2009:x1830957333540864:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137653.973769:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14730 00002000:00100000:2.0:1746137653.973775:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28f480 x1830957333540864/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 488/4536 e 0 to 0 dl 1746137664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137653.973781:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f480 with x1830957333540864 ext(0->4095) 00002000:00010000:2.0:1746137653.973784:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28f480 00000100:00100000:2.0:1746137653.978959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.979079:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333540992 00000100:00100000:1.0:1746137653.979087:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333540992 00000100:00100000:1.0:1746137653.979130:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31238 00000100:00100000:1.0:1746137653.979140:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333540992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.979156:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.979171:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd403 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.979199:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 11 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.979206:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.979208:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.979212:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.979242:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 11 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.979253:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 11 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137653.979264:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327408000:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137653.979377:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137653.984474:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327408000:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137653.984502:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.984515:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea200, rc 0) 00000100:00100000:1.0:1746137653.985790:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333540992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6648us (6833us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.985799:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31238 00000100:00100000:2.0:1746137653.988757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.988832:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333541120 00000100:00100000:3.0:1746137653.988839:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333541120 00002000:00100000:3.0:1746137653.988875:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846da680 x1830957333541120/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 496/0 e 0 to 0 dl 1746137664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137653.988883:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846da680 with x1830957333541120 ext(0->7) 00010000:00010000:3.0:1746137653.988890:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 12 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.988901:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 12 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137653.988908:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846da680 00000100:00100000:3.0:1746137653.989233:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3586 00000100:00100000:3.0:1746137653.989240:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2008:x1830957333541120:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137653.989901:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333541120:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 660us (1150us total) trans 4294972179 rc 0/0 00000100:00100000:0.0:1746137653.989908:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3586 00002000:00100000:0.0:1746137653.989914:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846da680 x1830957333541120/t4294972179(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:89/0 lens 496/448 e 0 to 0 dl 1746137664 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137653.989921:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846da680 with x1830957333541120 ext(0->7) 00010000:00010000:0.0:1746137653.989926:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137653.989936:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746137653.989941:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846da680 00000100:00100000:0.0:1746137653.996528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137653.996632:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333541248 00000100:00100000:1.0:1746137653.996641:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333541248 00000100:00100000:1.0:1746137653.996708:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31239 00000100:00100000:1.0:1746137653.996717:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333541248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137653.996735:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137653.996751:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd40a expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.996780:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137653.996787:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.996792:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137653.996795:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd40a expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.996871:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.996885:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd40a expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137653.996896:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:1.0:1746137653.996944:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333541248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 228us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137653.996951:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31239 00000100:00100000:0.0:1746137653.997422:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137653.997637:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333541376 00000100:00100000:3.0:1746137653.997641:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333541376 00010000:00010000:3.0:1746137653.997657:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137653.997680:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15589 00000100:00100000:3.0:1746137653.997686:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333541376:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137653.997694:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746137653.997706:0:7223:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746137654 -> 1746137655 00002000:00010000:3.0:1746137653.997708:0:7223:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746137654 -> 1746137655 00010000:00010000:3.0:1746137653.997713:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.997722:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.997736:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776449 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd3fc expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137653.997749:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.997750:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137653.997756:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.997762:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.997781:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137653.997791:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 5 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137653.997801:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327408256:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137653.997876:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137653.999946:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327408256:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137653.999960:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137653.999987:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333541376:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2301us (2565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137653.999994:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15589 00000100:00100000:0.0:1746137654.001716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.002102:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333541632 00000100:00100000:2.0:1746137654.002109:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333541632 00000100:00080000:1.0:1746137654.002464:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:2.0:1746137654.002475:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c24000 x1830957333541632/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.002485:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c24000 with x1830957333541632 ext(0->4095) 00010000:00010000:2.0:1746137654.002492:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.002503:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.002509:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c24000 00000100:00100000:2.0:1746137654.002531:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3587 00000100:00100000:2.0:1746137654.002537:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333541632:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137654.002644:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333541632:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (931us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.002651:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3587 00002000:00100000:2.0:1746137654.002656:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c24000 x1830957333541632/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.002662:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c24000 with x1830957333541632 ext(0->4095) 00010000:00010000:2.0:1746137654.002666:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.002674:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.002679:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c24000 00000100:00100000:0.0:1746137654.005151:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.005416:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333541760 00000100:00100000:3.0:1746137654.005423:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333541760 00010000:00010000:3.0:1746137654.005450:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.005489:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15590 00000100:00100000:3.0:1746137654.005496:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333541760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.005507:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.005521:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.005531:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.005548:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea200/0xddf4fb6141776450 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd403 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.005574:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.005576:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.005581:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd40a expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.005588:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd40a expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.005613:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd40a expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.005622:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327408384:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.005682:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.009425:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327408384:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137654.009429:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137654.009441:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.009474:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333541760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3978us (4328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.009483:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15590 00000100:00100000:1.0:1746137654.009590:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333542016 00000100:00100000:1.0:1746137654.009595:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333542016 00002000:00100000:1.0:1746137654.009750:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1c00 x1830957333542016/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.009759:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1c00 with x1830957333542016 ext(0->4095) 00002000:00010000:1.0:1746137654.009763:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1c00 00000100:00100000:1.0:1746137654.009788:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14731 00000100:00100000:1.0:1746137654.009794:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333542016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137654.009898:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333542016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (471us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.009903:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14731 00002000:00100000:1.0:1746137654.009908:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1c00 x1830957333542016/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.009914:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1c00 with x1830957333542016 ext(0->4095) 00002000:00010000:1.0:1746137654.009916:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1c00 00000100:00080000:2.0:1746137654.010046:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137654.011899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.012057:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333542144 00000100:00100000:2.0:1746137654.012064:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333542144 00000100:00100000:2.0:1746137654.012156:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31240 00000100:00100000:2.0:1746137654.012164:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333542144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.012178:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.012192:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd411 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.012213:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd40a expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.012223:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.012225:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.012228:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.012251:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd40a expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.012260:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd40a expref: 13 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.012270:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098618000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327408512:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.013052:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.015788:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098618000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327408512:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137654.015793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137654.015829:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.015843:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564000, rc 0) 00000100:00100000:2.0:1746137654.015875:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333542144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3712us (3980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.015883:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31240 00000100:00100000:3.0:1746137654.016023:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333542272 00000100:00100000:3.0:1746137654.016028:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333542272 00010000:00010000:3.0:1746137654.016049:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd40a expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.016073:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15591 00000100:00100000:3.0:1746137654.016079:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333542272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.016090:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.016105:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd40a expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.016119:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd40a expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.016136:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776457 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd40a expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.016150:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.016151:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.016157:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.016164:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.016186:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.016195:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327408640:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.016248:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.020595:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.020694:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.020760:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333542400 00000100:00100000:2.0:1746137654.020767:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333542400 00000100:00100000:2.0:1746137654.020803:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31241 00000100:00100000:2.0:1746137654.020827:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333542400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.020843:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.020855:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd418 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.020878:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.020885:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.020886:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.020889:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.020913:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.020924:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.020934:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098618000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327408768:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.020995:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.021100:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333542656 00000100:00100000:1.0:1746137654.021104:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333542656 00002000:00100000:1.0:1746137654.021126:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3800 x1830957333542656/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.021134:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3800 with x1830957333542656 ext(0->4095) 00010000:00010000:1.0:1746137654.021139:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.021147:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.021152:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd3800 00000100:00100000:1.0:1746137654.021166:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3588 00000100:00100000:1.0:1746137654.021171:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333542656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137654.021253:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333542656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (559us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.021261:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3588 00002000:00100000:1.0:1746137654.021265:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3800 x1830957333542656/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.021271:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3800 with x1830957333542656 ext(0->4095) 00010000:00010000:1.0:1746137654.021275:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.021282:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.021286:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd3800 00000100:00100000:3.0:1746137654.021744:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327408640:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.021757:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.021777:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2007:x1830957333542272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5699us (5988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.021784:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15591 00000100:00100000:2.0:1746137654.022685:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098618000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327408768:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.022701:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.022712:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564600, rc 0) 00000100:00100000:2.0:1746137654.023536:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333542400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2707us (2945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.023546:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31241 00000100:00100000:0.0:1746137654.023755:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.023858:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.023913:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333542784 00000100:00100000:2.0:1746137654.023917:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333542784 00000100:00100000:2.0:1746137654.023940:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31242 00000100:00100000:2.0:1746137654.023945:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1685:x1830957333542784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.023956:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.023966:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd41f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.023983:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.023987:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.023992:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.023994:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd41f expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.024016:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.024026:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd41f expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.024033:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091565400, rc 0) 00000100:00100000:2.0:1746137654.024054:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1685:x1830957333542784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.024059:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31242 00000100:00100000:3.0:1746137654.024188:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333542912 00000100:00100000:3.0:1746137654.024191:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333542912 00010000:00010000:3.0:1746137654.024204:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.024218:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15592 00000100:00100000:3.0:1746137654.024222:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333542912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.024229:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.024241:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.024248:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.024261:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb614177645e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd411 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.024271:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.024272:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.024277:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.024283:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.024297:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.024316:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.024325:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327409024:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.024359:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.026045:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327409024:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.026059:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.026874:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333542912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2647us (3012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.026884:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15592 00000100:00100000:1.0:1746137654.027112:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.027507:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333543168 00000100:00100000:2.0:1746137654.027513:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333543168 00002000:00100000:2.0:1746137654.027542:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d7b80 x1830957333543168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.027551:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7b80 with x1830957333543168 ext(0->4095) 00010000:00010000:2.0:1746137654.027559:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.027571:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.027577:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d7b80 00000100:00100000:2.0:1746137654.027590:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3589 00000100:00100000:2.0:1746137654.027596:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333543168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.027709:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333543168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (596us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.027715:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3589 00002000:00100000:2.0:1746137654.027719:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d7b80 x1830957333543168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.027726:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7b80 with x1830957333543168 ext(0->4095) 00010000:00010000:2.0:1746137654.027730:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.027739:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.027749:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d7b80 00000100:00100000:0.0:1746137654.028965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.029035:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333543296 00000100:00100000:3.0:1746137654.029040:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333543296 00010000:00010000:3.0:1746137654.029059:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.029649:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15593 00000100:00100000:3.0:1746137654.029657:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333543296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.029665:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.029679:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.029689:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.029706:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776465 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd418 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.029733:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.029735:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.029741:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd41f expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.029748:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd41f expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.029777:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd41f expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.029787:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327409152:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.029889:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.031178:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327409152:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.031192:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.031226:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333543296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1569us (2264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.031233:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15593 00000100:00100000:1.0:1746137654.033383:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.033431:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333543552 00000100:00100000:2.0:1746137654.033438:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333543552 00002000:00100000:2.0:1746137654.033473:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4000 x1830957333543552/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.033482:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4000 with x1830957333543552 ext(0->4095) 00002000:00010000:2.0:1746137654.033486:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d4000 00000100:00100000:2.0:1746137654.033512:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14732 00000100:00100000:2.0:1746137654.033519:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333543552:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.033626:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333543552:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.033632:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14732 00002000:00100000:2.0:1746137654.033637:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4000 x1830957333543552/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.033643:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4000 with x1830957333543552 ext(0->4095) 00002000:00010000:2.0:1746137654.033646:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d4000 00000100:00100000:0.0:1746137654.034670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.034726:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333543680 00000100:00100000:2.0:1746137654.034729:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333543680 00000100:00100000:2.0:1746137654.034750:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31243 00000100:00100000:2.0:1746137654.034755:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333543680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.034763:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.034776:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd426 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.034800:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd41f expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.034826:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.034828:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.034831:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd426 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.034854:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd41f expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.034864:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd41f expref: 13 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.034874:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098618000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327409280:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.035114:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.036025:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098618000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327409280:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.036041:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd426 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.036051:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564200, rc 0) 00000100:00100000:3.0:1746137654.036074:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333543680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1319us (1406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.036080:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31243 00000100:00100000:0.0:1746137654.037377:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.037763:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333543808 00000100:00100000:3.0:1746137654.037769:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333543808 00010000:00010000:3.0:1746137654.037795:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd41f expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.037848:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15594 00000100:00100000:3.0:1746137654.037854:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333543808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.037865:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.037878:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd41f expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.037887:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd41f expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.037903:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb614177646c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd41f expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.037924:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.037925:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.037931:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd426 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.037938:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd426 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.037959:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd426 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.037969:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327409408:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.038031:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fc00 going to sleep for 11 seconds 00010000:00010000:2.0:1746137654.038904:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137654.039922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.039957:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327409408:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.039971:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137654.039975:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333544064 00000100:00100000:1.0:1746137654.039980:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333544064 00002000:00100000:1.0:1746137654.040012:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b003b80 x1830957333544064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.040020:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b003b80 with x1830957333544064 ext(0->4095) 00002000:00010000:1.0:1746137654.040024:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b003b80 00000100:00100000:1.0:1746137654.040052:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14733 00000100:00100000:1.0:1746137654.040058:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333544064:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137654.040215:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333543808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2359us (2840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.040222:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15594 00000100:00100000:1.0:1746137654.040323:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333544064:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 264us (402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.040329:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14733 00002000:00100000:1.0:1746137654.040335:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b003b80 x1830957333544064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.040342:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b003b80 with x1830957333544064 ext(0->4095) 00002000:00010000:1.0:1746137654.040345:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b003b80 00000100:00100000:0.0:1746137654.042896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.042933:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.042956:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333544192 00000100:00100000:3.0:1746137654.042963:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333544192 00000100:00100000:3.0:1746137654.042992:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333544320 00000100:00100000:3.0:1746137654.042993:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333544320 00000100:00100000:1.0:1746137654.042998:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31244 00000100:00100000:1.0:1746137654.043006:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1685:x1830957333544192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137654.043010:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31245 00000100:00100000:3.0:1746137654.043015:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333544320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.043018:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.043021:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.043030:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd434 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.043030:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd42d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.043049:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd426 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.043155:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.043157:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.043160:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.043169:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.043174:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.043179:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.043181:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 16 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.043199:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd426 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.043208:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd426 expref: 5 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.043218:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327409664:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.043220:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.043229:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 16 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.043237:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137654.044203:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1679:x1830957333544320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1184us (1265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.044210:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31245 00000100:00100000:1.0:1746137654.044468:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.046846:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327409664:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.046870:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.046883:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00000100:00100000:1.0:1746137654.046917:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1685:x1830957333544192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3911us (4025us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.046925:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31244 00000100:00100000:0.0:1746137654.047253:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.047352:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333544448 00000100:00100000:3.0:1746137654.047357:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333544448 00010000:00010000:3.0:1746137654.047377:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd426 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.047403:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15595 00000100:00100000:3.0:1746137654.047408:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333544448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.047416:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.047429:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd426 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.047438:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd426 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.047452:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141776473 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd426 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.047463:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.047464:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.047469:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.047480:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.047500:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.047509:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.047518:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327409792:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.047563:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.048590:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327409792:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.048600:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137654.048709:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.048763:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333544448:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1354us (1509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.048770:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15595 00000100:00100000:1.0:1746137654.048828:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333544704 00000100:00100000:1.0:1746137654.048833:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333544704 00002000:00100000:1.0:1746137654.048855:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4b6300 x1830957333544704/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.048864:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b6300 with x1830957333544704 ext(0->4095) 00010000:00010000:1.0:1746137654.048869:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.048879:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.048884:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4b6300 00000100:00100000:1.0:1746137654.048898:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3590 00000100:00100000:1.0:1746137654.048903:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2010:x1830957333544704:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137654.048986:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2010:x1830957333544704:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 82us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.048991:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3590 00002000:00100000:1.0:1746137654.048996:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4b6300 x1830957333544704/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.049002:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b6300 with x1830957333544704 ext(0->4095) 00010000:00010000:1.0:1746137654.049006:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.049013:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.049018:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4b6300 00000100:00100000:0.0:1746137654.050734:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.050800:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.050871:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333544832 00000100:00100000:3.0:1746137654.050876:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333544832 00010000:00010000:3.0:1746137654.050894:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.050914:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15596 00000100:00100000:3.0:1746137654.050919:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333544832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.050926:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.050939:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.050948:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.050951:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333544960 00000100:00100000:1.0:1746137654.050955:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333544960 00010000:00010000:3.0:1746137654.050963:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177647a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd42d expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.050974:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.050976:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.050981:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137654.050982:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31246 00000100:00100000:1.0:1746137654.050987:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333544960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.050988:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.050995:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.051003:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd43b expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.051009:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.051017:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.051059:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.051060:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.051063:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.051071:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.051081:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327409920:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.051119:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f840 going to sleep for 11 seconds 00010000:00010000:1.0:1746137654.051760:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.051774:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.051782:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327410048:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.051839:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.054107:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.054196:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327409920:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.054211:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137654.054215:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327410048:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.054232:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.054242:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333544832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3322us (3510us total) trans 0 rc 0/0 00010000:00010000:1.0:1746137654.054244:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eac00, rc 0) 00000100:00100000:3.0:1746137654.054250:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15596 00000100:00100000:1.0:1746137654.054262:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333544960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3275us (3461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.054268:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31246 00000100:00100000:2.0:1746137654.054332:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333545216 00000100:00100000:2.0:1746137654.054337:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333545216 00002000:00100000:2.0:1746137654.054361:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f8000 x1830957333545216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.054371:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f8000 with x1830957333545216 ext(0->4095) 00010000:00010000:2.0:1746137654.054376:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.054387:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.054393:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4f8000 00000100:00100000:2.0:1746137654.054406:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3591 00000100:00100000:2.0:1746137654.054411:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333545216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.054494:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333545216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.054499:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3591 00002000:00100000:2.0:1746137654.054504:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4f8000 x1830957333545216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.054511:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f8000 with x1830957333545216 ext(0->4095) 00010000:00010000:2.0:1746137654.054515:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.054523:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.054528:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4f8000 00000100:00100000:0.0:1746137654.056345:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.056469:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.056524:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333545344 00000100:00100000:1.0:1746137654.056529:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333545344 00000100:00100000:1.0:1746137654.056568:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31247 00000100:00100000:1.0:1746137654.056574:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333545344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.056586:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137654.056647:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333545472 00000100:00100000:3.0:1746137654.056649:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333545472 00010000:00010000:3.0:1746137654.056662:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.056676:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15597 00000100:00100000:3.0:1746137654.056680:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333545472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.056688:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.056699:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.056707:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.056723:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776481 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd434 expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.056733:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.056735:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.056740:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.056746:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.056770:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.056778:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327410176:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.056843:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f840 going to sleep for 11 seconds 00010000:00010000:1.0:1746137654.056907:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd442 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.056923:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.056932:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.056933:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.056936:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd442 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.056950:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.056959:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.056966:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327410304:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.056985:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.059217:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327410176:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.059230:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.059256:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333545472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2575us (2787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.059264:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15597 00000100:00100000:0.0:1746137654.059539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.059611:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327410304:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.059628:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd442 expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.059639:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eba00, rc 0) 00000100:00100000:1.0:1746137654.059661:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333545344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3088us (3321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.059667:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31247 00000100:00100000:2.0:1746137654.059763:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333545728 00000100:00100000:2.0:1746137654.059769:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333545728 00002000:00100000:2.0:1746137654.059794:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fb480 x1830957333545728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.059802:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fb480 with x1830957333545728 ext(0->4095) 00010000:00010000:2.0:1746137654.059830:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.059845:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.059851:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4fb480 00000100:00100000:2.0:1746137654.059872:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3592 00000100:00100000:2.0:1746137654.059877:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333545728:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137654.059964:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333545728:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 87us (426us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.059970:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3592 00002000:00100000:2.0:1746137654.059973:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fb480 x1830957333545728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.059978:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fb480 with x1830957333545728 ext(0->4095) 00010000:00010000:2.0:1746137654.059981:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.059989:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.059995:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4fb480 00000100:00100000:0.0:1746137654.062071:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.062121:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333545856 00000100:00100000:3.0:1746137654.062126:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333545856 00010000:00010000:3.0:1746137654.062430:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.062455:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15598 00000100:00100000:3.0:1746137654.062461:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333545856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.062473:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.062486:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.062496:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.062513:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776488 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd43b expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.062540:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.062542:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.062548:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd442 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.062555:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd442 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.062580:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd442 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.062590:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327410432:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.062654:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.064246:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327410432:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.064259:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.064294:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333545856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1832us (2226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.064332:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15598 00000100:00100000:2.0:1746137654.065032:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.065089:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333546112 00000100:00100000:0.0:1746137654.065094:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333546112 00002000:00100000:0.0:1746137654.065118:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861ad80 x1830957333546112/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.065127:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861ad80 with x1830957333546112 ext(0->4095) 00002000:00010000:0.0:1746137654.065134:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009861ad80 00000100:00100000:0.0:1746137654.065158:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14734 00000100:00100000:0.0:1746137654.065164:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333546112:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137654.065251:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333546112:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (219us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137654.065259:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14734 00002000:00100000:0.0:1746137654.065264:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861ad80 x1830957333546112/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.065270:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861ad80 with x1830957333546112 ext(0->4095) 00002000:00010000:0.0:1746137654.065273:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009861ad80 00000100:00100000:0.0:1746137654.067201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.067385:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333546240 00000100:00100000:1.0:1746137654.067390:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333546240 00000100:00100000:1.0:1746137654.067431:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31248 00000100:00100000:1.0:1746137654.067438:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333546240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.067452:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.067464:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd449 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.067483:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd442 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.067489:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.067491:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.067498:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd449 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.067521:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd442 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.067531:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd442 expref: 13 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.067540:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327410560:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.067604:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.069105:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327410560:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.069124:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd449 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.069134:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea400, rc 0) 00000100:00100000:1.0:1746137654.069159:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333546240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1721us (1961us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.069169:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31248 00000100:00100000:0.0:1746137654.069770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.069826:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333546368 00000100:00100000:3.0:1746137654.069830:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333546368 00010000:00010000:3.0:1746137654.069848:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd442 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.069863:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15599 00000100:00100000:3.0:1746137654.069867:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333546368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.069878:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.069891:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd442 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.069898:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd442 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.069913:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177648f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd442 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.069934:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.069935:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.069940:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd449 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.069946:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd449 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.069964:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd449 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.069972:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327410688:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.070022:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.071697:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327410688:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.071712:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.071744:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333546368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1875us (1973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.071755:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15599 00000100:00100000:0.0:1746137654.071899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.071991:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333546624 00000100:00100000:1.0:1746137654.071996:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333546624 00002000:00100000:1.0:1746137654.072020:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5a300 x1830957333546624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.072028:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5a300 with x1830957333546624 ext(0->4095) 00002000:00010000:1.0:1746137654.072031:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec5a300 00000100:00100000:1.0:1746137654.072043:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14735 00000100:00100000:1.0:1746137654.072049:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333546624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137654.072132:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333546624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.072137:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14735 00002000:00100000:1.0:1746137654.072142:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5a300 x1830957333546624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.072147:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5a300 with x1830957333546624 ext(0->4095) 00002000:00010000:1.0:1746137654.072149:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec5a300 00000100:00100000:0.0:1746137654.073391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.073638:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333546752 00000100:00100000:1.0:1746137654.073642:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333546752 00000100:00100000:1.0:1746137654.073671:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31249 00000100:00100000:1.0:1746137654.073676:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:1685:x1830957333546752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.073685:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.073695:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd450 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.073715:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd449 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.073721:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.073722:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.073725:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.073743:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd449 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.073751:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd449 expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.073759:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327410816:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.073825:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.075976:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327410816:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137654.075977:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.076027:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333546880 00000100:00100000:2.0:1746137654.076031:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333546880 00000100:00100000:0.0:1746137654.076042:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.076314:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31250 00000100:00100000:2.0:1746137654.076322:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333546880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.076335:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.076347:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd457 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.076364:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.076368:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.076373:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.076376:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.076381:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333547008 00000100:00100000:3.0:1746137654.076384:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333547008 00010000:00010000:3.0:1746137654.076398:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd449 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.076399:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.076409:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.076417:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091565200, rc 0) 00000100:00100000:3.0:1746137654.076421:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15600 00000100:00100000:3.0:1746137654.076426:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333547008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.076433:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.076446:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd449 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.076446:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1679:x1830957333546880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.076451:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31250 00010000:00010000:3.0:1746137654.076454:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd449 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.076466:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776496 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd449 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.076482:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.076483:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.076488:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.076493:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.076510:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.076519:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.076528:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327411072:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137654.076546:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.076554:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.076562:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb000, rc 0) 00000100:00100000:1.0:1746137654.076581:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1685:x1830957333546752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2905us (3192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.076588:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31249 00000100:00100000:3.0:1746137654.076971:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.079090:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.079157:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333547264 00000100:00100000:1.0:1746137654.079163:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333547264 00002000:00100000:1.0:1746137654.079195:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5b480 x1830957333547264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.079204:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5b480 with x1830957333547264 ext(0->4095) 00000100:00100000:3.0:1746137654.079209:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327411072:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137654.079211:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.079221:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137654.079221:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.079227:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5b480 00000100:00100000:1.0:1746137654.079241:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3593 00000100:00100000:1.0:1746137654.079247:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2007:x1830957333547264:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.079249:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333547008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2822us (3207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.079256:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15600 00000100:00100000:1.0:1746137654.079359:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2007:x1830957333547264:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.079365:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3593 00002000:00100000:1.0:1746137654.079370:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5b480 x1830957333547264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.079375:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5b480 with x1830957333547264 ext(0->4095) 00010000:00010000:1.0:1746137654.079380:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.079392:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.079398:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5b480 00000100:00100000:0.0:1746137654.080664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.080889:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333547392 00000100:00100000:1.0:1746137654.080895:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333547392 00000100:00100000:0.0:1746137654.081431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.081455:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31251 00000100:00100000:1.0:1746137654.081463:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333547392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.081476:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.081488:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd45e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.081508:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.081513:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.081518:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137654.081521:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.081539:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333547520 00000100:00100000:3.0:1746137654.081543:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333547520 00010000:00010000:1.0:1746137654.081549:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.081558:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.081559:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.081567:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea800, rc 0) 00000100:00100000:3.0:1746137654.081575:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15601 00000100:00100000:3.0:1746137654.081580:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2010:x1830957333547520:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.081587:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746137654.081599:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333547392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (939us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137654.081601:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.081605:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31251 00010000:00010000:3.0:1746137654.081610:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.081623:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb614177649d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd450 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.081633:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.082136:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.082142:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.082149:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.082171:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.082179:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.082189:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327411328:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.082236:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.084460:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327411328:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.084476:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.084517:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2010:x1830957333547520:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2935us (3085us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.084526:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15601 00000100:00100000:0.0:1746137654.084606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.084657:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333547776 00000100:00100000:1.0:1746137654.084663:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333547776 00002000:00100000:1.0:1746137654.084688:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a3b80 x1830957333547776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.084696:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3b80 with x1830957333547776 ext(0->4095) 00010000:00010000:1.0:1746137654.084702:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.084712:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.084718:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a3b80 00000100:00100000:2.0:1746137654.084737:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3594 00000100:00100000:2.0:1746137654.084745:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333547776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.084873:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333547776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.084878:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3594 00002000:00100000:2.0:1746137654.084883:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a3b80 x1830957333547776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.084891:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3b80 with x1830957333547776 ext(0->4095) 00010000:00010000:2.0:1746137654.085054:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.085068:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.085074:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a3b80 00000100:00100000:0.0:1746137654.087355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.087428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.087499:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333547904 00000100:00100000:2.0:1746137654.087506:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333547904 00000100:00100000:2.0:1746137654.087549:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31252 00000100:00100000:2.0:1746137654.087555:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333547904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.087567:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.087579:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd465 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.087597:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.087602:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.087607:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137654.087610:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd465 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.087637:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.087652:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd465 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.087659:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564600, rc 0) 00000100:00100000:2.0:1746137654.087691:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333547904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.087697:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31252 00000100:00100000:3.0:1746137654.087746:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333548032 00000100:00100000:3.0:1746137654.087750:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333548032 00010000:00010000:3.0:1746137654.087765:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.087851:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15602 00000100:00100000:3.0:1746137654.087856:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2009:x1830957333548032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.087864:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.087879:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.087889:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.087903:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417764a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd457 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.087911:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.087913:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.087917:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.087924:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.087941:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.087949:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.087964:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327411584:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.088037:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.089652:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327411584:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.089665:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.089691:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2009:x1830957333548032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1834us (2263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.089697:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15602 00000100:00100000:0.0:1746137654.090672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.090796:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333548288 00000100:00100000:2.0:1746137654.090802:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333548288 00002000:00100000:2.0:1746137654.090855:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1500 x1830957333548288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.090868:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1500 with x1830957333548288 ext(0->4095) 00010000:00010000:2.0:1746137654.090874:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.090886:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.090892:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1500 00000100:00100000:2.0:1746137654.090917:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3595 00000100:00100000:2.0:1746137654.090924:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333548288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.091025:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333548288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.091030:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3595 00002000:00100000:2.0:1746137654.091035:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1500 x1830957333548288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.091042:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1500 with x1830957333548288 ext(0->4095) 00010000:00010000:2.0:1746137654.091046:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.091055:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.091061:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1500 00000100:00100000:0.0:1746137654.095426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.095480:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333548416 00000100:00100000:3.0:1746137654.095487:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333548416 00010000:00010000:3.0:1746137654.095515:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.095584:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15603 00000100:00100000:3.0:1746137654.095591:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333548416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.095602:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.095616:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.095626:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.095642:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb61417764ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd45e expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.095671:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.095673:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.095679:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd465 expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.095685:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd465 expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.095710:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd465 expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.095720:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327411712:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.095783:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.099936:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327411712:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.099954:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.099999:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333548416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4407us (4579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.100008:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15603 00000100:00100000:0.0:1746137654.100447:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.100511:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333548672 00000100:00100000:2.0:1746137654.100516:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333548672 00002000:00100000:2.0:1746137654.100547:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2d80 x1830957333548672/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.100555:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2d80 with x1830957333548672 ext(0->4095) 00002000:00010000:2.0:1746137654.100559:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a2d80 00000100:00100000:2.0:1746137654.100581:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14736 00000100:00100000:2.0:1746137654.100587:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333548672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.100680:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333548672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.100684:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14736 00002000:00100000:2.0:1746137654.100687:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2d80 x1830957333548672/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.100692:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2d80 with x1830957333548672 ext(0->4095) 00002000:00010000:2.0:1746137654.100693:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a2d80 00000100:00100000:0.0:1746137654.103161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.103239:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333548800 00000100:00100000:2.0:1746137654.103246:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333548800 00000100:00100000:2.0:1746137654.103381:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31253 00000100:00100000:2.0:1746137654.103388:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333548800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.103400:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.103413:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd46c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.103435:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd465 expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.103442:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.103443:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.103446:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd46c expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.103468:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd465 expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.103478:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd465 expref: 13 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.103488:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327411840:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.103563:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.104624:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327411840:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.104642:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd46c expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.104656:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564200, rc 0) 00000100:00100000:2.0:1746137654.104679:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333548800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1291us (1524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.104686:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31253 00000100:00100000:2.0:1746137654.105137:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.105331:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333548928 00000100:00100000:3.0:1746137654.105336:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333548928 00010000:00010000:3.0:1746137654.105355:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd465 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.105386:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15604 00000100:00100000:3.0:1746137654.105392:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333548928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.105401:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.105415:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd465 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.105429:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd465 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.105446:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417764b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd465 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.105472:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.105474:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.105479:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd46c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.105486:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd46c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.105507:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd46c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.105516:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327411968:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.105584:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.107398:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327411968:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.107412:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.107533:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2008:x1830957333548928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2140us (2396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.107541:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15604 00000100:00100000:0.0:1746137654.107727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.107933:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333549184 00000100:00100000:2.0:1746137654.107939:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333549184 00002000:00100000:2.0:1746137654.107969:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3480 x1830957333549184/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.107978:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3480 with x1830957333549184 ext(0->4095) 00002000:00010000:2.0:1746137654.107982:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d3480 00000100:00100000:2.0:1746137654.108008:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14737 00000100:00100000:2.0:1746137654.108015:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333549184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.108114:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333549184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (388us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.108119:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14737 00002000:00100000:2.0:1746137654.108124:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3480 x1830957333549184/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.108131:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3480 with x1830957333549184 ext(0->4095) 00002000:00010000:2.0:1746137654.108134:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d3480 00000100:00100000:0.0:1746137654.109612:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.109684:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333549312 00000100:00100000:2.0:1746137654.109690:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333549312 00000100:00100000:2.0:1746137654.109725:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31254 00000100:00100000:2.0:1746137654.109731:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:1685:x1830957333549312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.109742:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.109754:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd473 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.109774:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd46c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.109780:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.109782:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.109785:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.109865:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd46c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.109876:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd46c expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.109952:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009861bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327412096:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.110019:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.112495:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.112610:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333549440 00000100:00100000:1.0:1746137654.112615:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333549440 00000100:00100000:1.0:1746137654.112661:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31255 00000100:00100000:1.0:1746137654.112667:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333549440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.112679:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.112690:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd47a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.112708:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.112712:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.112716:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.112720:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.112744:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.112753:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.112761:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb600, rc 0) 00000100:00100000:1.0:1746137654.112824:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1679:x1830957333549440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.112830:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31255 00000100:00100000:2.0:1746137654.113599:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009861bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327412096:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.113614:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.113622:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564a00, rc 0) 00000100:00100000:2.0:1746137654.113641:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1685:x1830957333549312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3911us (4033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.113647:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31254 00000100:00100000:0.0:1746137654.114829:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.115163:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333549568 00000100:00100000:3.0:1746137654.115169:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333549568 00010000:00010000:3.0:1746137654.115191:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd46c expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.115221:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15605 00000100:00100000:3.0:1746137654.115227:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333549568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.115237:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.115252:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd46c expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.115261:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd46c expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.115277:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb61417764b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd46c expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.115309:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.115311:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.115316:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.115323:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.115349:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.115358:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.115368:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327412352:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.115654:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.117424:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327412352:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.117438:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.117560:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333549568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2331us (2733us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.117567:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15605 00000100:00100000:0.0:1746137654.118626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.118853:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333549824 00000100:00100000:2.0:1746137654.118859:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333549824 00002000:00100000:2.0:1746137654.118892:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2680 x1830957333549824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.118901:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2680 with x1830957333549824 ext(0->4095) 00010000:00010000:2.0:1746137654.118908:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.118920:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.118925:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d2680 00000100:00100000:2.0:1746137654.119033:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3596 00000100:00100000:2.0:1746137654.119040:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333549824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.119357:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333549824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 316us (730us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.119363:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3596 00002000:00100000:2.0:1746137654.119369:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2680 x1830957333549824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.119375:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2680 with x1830957333549824 ext(0->4095) 00010000:00010000:2.0:1746137654.119380:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.119392:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.119397:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d2680 00000100:00100000:0.0:1746137654.124208:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.124329:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333549952 00000100:00100000:2.0:1746137654.124337:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333549952 00000100:00100000:2.0:1746137654.124380:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31256 00000100:00100000:2.0:1746137654.124388:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333549952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137654.124389:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137654.124402:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.124415:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd481 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.124436:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.124441:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.124446:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137654.124449:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.124453:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333550080 00000100:00100000:3.0:1746137654.124458:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333550080 00010000:00010000:3.0:1746137654.124475:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.124477:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.124489:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.124497:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564000, rc 0) 00000100:00100000:2.0:1746137654.124548:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333549952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.124607:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15606 00000100:00100000:3.0:1746137654.124613:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333550080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.124624:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.124640:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.124650:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.124665:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd473 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.124679:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.124682:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.124686:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.124692:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.124697:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31256 00010000:00010000:3.0:1746137654.124709:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.124719:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.124728:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327412608:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.124968:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.127669:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.127869:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327412608:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.127885:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.127929:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333550080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3316us (3540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.127938:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15606 00000100:00100000:0.0:1746137654.128437:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333550336 00000100:00100000:0.0:1746137654.128443:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333550336 00002000:00100000:0.0:1746137654.128472:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861bb80 x1830957333550336/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.128480:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861bb80 with x1830957333550336 ext(0->4095) 00010000:00010000:0.0:1746137654.128486:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.128497:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746137654.128503:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861bb80 00000100:00100000:0.0:1746137654.128527:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3597 00000100:00100000:0.0:1746137654.128532:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333550336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137654.129538:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333550336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1003us (1872us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137654.129545:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3597 00002000:00100000:0.0:1746137654.129551:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861bb80 x1830957333550336/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.129558:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861bb80 with x1830957333550336 ext(0->4095) 00010000:00010000:0.0:1746137654.129564:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.129573:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746137654.129579:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861bb80 00000100:00100000:0.0:1746137654.130937:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.130979:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.131045:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333550464 00000100:00100000:2.0:1746137654.131051:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333550464 00000100:00100000:2.0:1746137654.131078:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31257 00000100:00100000:2.0:1746137654.131083:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333550464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.131095:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.131107:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd488 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.131126:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.131131:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.131136:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137654.131140:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd488 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.131167:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.131177:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd488 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.131186:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091565400, rc 0) 00000100:00100000:2.0:1746137654.131740:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333550464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 654us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.131746:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31257 00000100:00100000:3.0:1746137654.131802:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333550592 00000100:00100000:3.0:1746137654.131991:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333550592 00010000:00010000:3.0:1746137654.132008:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.132023:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15607 00000100:00100000:3.0:1746137654.132027:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333550592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.132035:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.132048:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.132055:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.132068:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd47a expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.132088:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.132089:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.132093:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.132099:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.132115:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.132124:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.132132:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327412864:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.132946:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.133974:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327412864:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.133988:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.134787:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333550592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2756us (3804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.134797:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15607 00000100:00100000:0.0:1746137654.134978:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.135322:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333550848 00000100:00100000:1.0:1746137654.135327:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333550848 00002000:00100000:1.0:1746137654.135352:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287b80 x1830957333550848/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.135360:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287b80 with x1830957333550848 ext(0->4095) 00010000:00010000:1.0:1746137654.135367:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.135378:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.135383:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081287b80 00000100:00100000:1.0:1746137654.135403:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3598 00000100:00100000:1.0:1746137654.135408:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333550848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137654.135520:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333550848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (542us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.135525:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3598 00002000:00100000:1.0:1746137654.135530:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287b80 x1830957333550848/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.135537:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287b80 with x1830957333550848 ext(0->4095) 00010000:00010000:1.0:1746137654.135541:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.135549:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.135554:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081287b80 00000100:00100000:0.0:1746137654.137803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.138053:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333550976 00000100:00100000:3.0:1746137654.138060:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333550976 00010000:00010000:3.0:1746137654.138084:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.138144:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15608 00000100:00100000:3.0:1746137654.138151:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49cb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333550976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.138161:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.138176:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.138185:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.138203:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb61417764ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd481 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.138229:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.138231:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.138237:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd488 expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.138244:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd488 expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.138329:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd488 expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.138340:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327412992:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.138489:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.141858:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.141991:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327412992:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137654.142006:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137654.142016:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333551232 00000100:00100000:1.0:1746137654.142021:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333551232 00000100:00100000:0.0:1746137654.142047:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49cb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333550976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3897us (4250us total) trans 0 rc 0/0 00002000:00100000:1.0:1746137654.142050:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861aa00 x1830957333551232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746137654.142056:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15608 00002000:00100000:1.0:1746137654.142058:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861aa00 with x1830957333551232 ext(0->4095) 00002000:00010000:1.0:1746137654.142062:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009861aa00 00000100:00100000:1.0:1746137654.142081:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14738 00000100:00100000:1.0:1746137654.142086:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333551232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137654.142179:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333551232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.142184:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14738 00002000:00100000:1.0:1746137654.142189:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861aa00 x1830957333551232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.142196:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861aa00 with x1830957333551232 ext(0->4095) 00002000:00010000:1.0:1746137654.142199:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009861aa00 00000100:00100000:0.0:1746137654.145712:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.145776:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333551360 00000100:00100000:2.0:1746137654.145784:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333551360 00000100:00100000:2.0:1746137654.145846:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31258 00000100:00100000:2.0:1746137654.145853:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333551360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.145866:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.145880:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd48f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.145904:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd488 expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.145911:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.145913:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.145916:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd48f expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.145939:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd488 expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.145949:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd488 expref: 13 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.145959:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098618380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327413120:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.146497:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.148931:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098618380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327413120:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.148957:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd48f expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.148970:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564a00, rc 0) 00000100:00100000:2.0:1746137654.149004:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333551360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3151us (3297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.149012:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31258 00000100:00100000:0.0:1746137654.149378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.149421:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333551488 00000100:00100000:2.0:1746137654.149427:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333551488 00010000:00010000:2.0:1746137654.149448:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd488 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.149639:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15609 00000100:00100000:2.0:1746137654.149646:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333551488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.149656:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.149672:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd488 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.149682:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd488 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.149699:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb61417764d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd488 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.149723:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.149724:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.149730:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd48f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.149737:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd48f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.149757:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd48f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.149765:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098618380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327413248:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.149845:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.152861:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.152961:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098618380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327413248:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.152977:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.153018:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333551488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3372us (3640us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.153027:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15609 00000100:00100000:2.0:1746137654.153664:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333551744 00000100:00100000:2.0:1746137654.153670:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333551744 00002000:00100000:2.0:1746137654.153943:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284000 x1830957333551744/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.153952:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284000 with x1830957333551744 ext(0->4095) 00002000:00010000:2.0:1746137654.153956:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081284000 00000100:00100000:2.0:1746137654.153982:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14739 00000100:00100000:2.0:1746137654.153989:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333551744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.154411:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333551744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 421us (1555us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.154421:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14739 00002000:00100000:2.0:1746137654.154426:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284000 x1830957333551744/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.154433:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284000 with x1830957333551744 ext(0->4095) 00002000:00010000:2.0:1746137654.154436:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081284000 00000100:00100000:0.0:1746137654.154718:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.155281:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333551872 00000100:00100000:3.0:1746137654.155286:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333551872 00000100:00100000:3.0:1746137654.155319:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31259 00000100:00100000:3.0:1746137654.155325:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:1679:x1830957333551872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.155334:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.155345:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd496 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.155365:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd48f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.155372:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.155374:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.155376:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.155396:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd48f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.155406:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd48f expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.155420:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327413376:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.155474:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.158414:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327413376:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.158438:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.158452:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:0.0:1746137654.158721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.158773:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333552000 00000100:00100000:1.0:1746137654.158778:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333552000 00000100:00100000:3.0:1746137654.158795:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333551872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3270us (3877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.158802:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31259 00000100:00100000:1.0:1746137654.158826:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31260 00000100:00100000:1.0:1746137654.158832:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1685:x1830957333552000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.158843:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.158854:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd49d expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.158872:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.158876:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.158881:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.158884:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd49d expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.158908:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.158917:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd49d expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.158924:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea600, rc 0) 00000100:00100000:1.0:1746137654.158943:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1685:x1830957333552000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.158949:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31260 00000100:00100000:0.0:1746137654.161451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.161528:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333552128 00000100:00100000:2.0:1746137654.161533:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333552128 00010000:00010000:2.0:1746137654.161557:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd48f expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.161589:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15610 00000100:00100000:2.0:1746137654.161596:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333552128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.161607:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.161622:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd48f expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.161633:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd48f expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.161650:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417764dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd48f expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.161673:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.161675:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.161680:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.161690:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.161789:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.161800:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.162154:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098618380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327413632:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.162580:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.168495:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.168672:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333552384 00000100:00100000:3.0:1746137654.168680:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333552384 00002000:00100000:3.0:1746137654.168716:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1f80 x1830957333552384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.168725:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1f80 with x1830957333552384 ext(0->4095) 00010000:00010000:3.0:1746137654.168733:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.168745:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.168751:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1f80 00000100:00100000:3.0:1746137654.168775:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3599 00000100:00100000:3.0:1746137654.168782:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333552384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137654.168919:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333552384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (434us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.168925:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3599 00002000:00100000:3.0:1746137654.168930:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1f80 x1830957333552384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.168937:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1f80 with x1830957333552384 ext(0->4095) 00010000:00010000:3.0:1746137654.168942:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.168950:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.168955:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1f80 00000100:00100000:2.0:1746137654.169031:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098618380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327413632:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.169046:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.169067:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333552128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7472us (7622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.169075:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15610 00000100:00100000:0.0:1746137654.171447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.171706:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333552512 00000100:00100000:2.0:1746137654.171714:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333552512 00010000:00010000:2.0:1746137654.171742:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.171784:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15611 00000100:00100000:2.0:1746137654.171795:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333552512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.171850:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.171866:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.171877:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.171905:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417764e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd496 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.171930:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.171932:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.171937:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd49d expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.171945:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd49d expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.171976:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd49d expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.171986:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098618380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327413760:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.172056:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.173502:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098618380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327413760:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.173646:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.173682:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333552512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1888us (2239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.173693:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15611 00000100:00100000:0.0:1746137654.175473:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.175516:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333552768 00000100:00100000:3.0:1746137654.175522:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333552768 00002000:00100000:3.0:1746137654.175556:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1500 x1830957333552768/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.175565:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1500 with x1830957333552768 ext(0->4095) 00002000:00010000:3.0:1746137654.175569:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d1500 00000100:00100000:3.0:1746137654.175595:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14740 00000100:00100000:3.0:1746137654.175601:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2009:x1830957333552768:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137654.176352:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2009:x1830957333552768:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 749us (882us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.176366:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14740 00002000:00100000:3.0:1746137654.176372:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1500 x1830957333552768/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.176378:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1500 with x1830957333552768 ext(0->4095) 00002000:00010000:3.0:1746137654.176381:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d1500 00000100:00100000:0.0:1746137654.178039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.178080:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333552896 00000100:00100000:1.0:1746137654.178087:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333552896 00000100:00100000:1.0:1746137654.178128:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31261 00000100:00100000:1.0:1746137654.178135:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333552896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.178147:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.178159:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4a4 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.178180:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd49d expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.178186:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.178188:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.178191:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4a4 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.178215:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd49d expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.178225:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd49d expref: 13 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.178235:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327413888:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.178314:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.179426:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327413888:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.179447:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4a4 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.179459:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb600, rc 0) 00000100:00100000:1.0:1746137654.179494:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333552896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1359us (1458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.179500:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31261 00000100:00100000:0.0:1746137654.179651:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.179696:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333553024 00000100:00100000:3.0:1746137654.179700:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333553024 00010000:00010000:3.0:1746137654.179717:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd49d expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.179742:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15612 00000100:00100000:3.0:1746137654.179748:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333553024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.179755:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.179769:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd49d expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.179778:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd49d expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.179793:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417764ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd49d expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.179833:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.179835:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.179841:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4a4 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.179847:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4a4 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.179869:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4a4 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.179878:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327414016:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.179921:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.181125:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.181166:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333553280 00000100:00100000:2.0:1746137654.181170:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333553280 00002000:00100000:2.0:1746137654.181193:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deec000 x1830957333553280/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.181201:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deec000 with x1830957333553280 ext(0->4095) 00002000:00010000:2.0:1746137654.181204:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deec000 00000100:00100000:3.0:1746137654.181242:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327414016:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.181250:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.181268:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333553024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1522us (1619us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.181273:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15612 00000100:00100000:2.0:1746137654.181339:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14741 00000100:00100000:2.0:1746137654.181345:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333553280:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.181428:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333553280:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.181434:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14741 00002000:00100000:2.0:1746137654.181439:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deec000 x1830957333553280/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.181450:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deec000 with x1830957333553280 ext(0->4095) 00002000:00010000:2.0:1746137654.181452:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deec000 00000100:00100000:0.0:1746137654.182760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.182899:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333553408 00000100:00100000:1.0:1746137654.182904:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333553408 00000100:00100000:1.0:1746137654.182930:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31262 00000100:00100000:1.0:1746137654.182993:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:1685:x1830957333553408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.183004:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.183016:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4ab expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.183035:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4a4 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.183041:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.183043:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.183046:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.183065:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4a4 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.183075:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4a4 expref: 5 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.183085:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327414144:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.183422:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.186221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.186484:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327414144:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.186505:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.186519:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:1.0:1746137654.186558:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1685:x1830957333553408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3622us (3801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.186565:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31262 00000100:00100000:1.0:1746137654.186584:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333553536 00000100:00100000:1.0:1746137654.186588:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333553536 00000100:00100000:1.0:1746137654.186604:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31263 00000100:00100000:1.0:1746137654.186609:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333553536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.186619:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.186628:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4b2 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.186646:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.186650:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.186655:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.186658:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.186683:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.186684:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137654.186690:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.186696:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb200, rc 0) 00000100:00100000:1.0:1746137654.186712:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333553536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.186716:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31263 00000100:00100000:3.0:1746137654.186752:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333553664 00000100:00100000:3.0:1746137654.186755:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333553664 00010000:00010000:3.0:1746137654.186770:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4a4 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.186787:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15613 00000100:00100000:3.0:1746137654.186792:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333553664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.186798:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.186836:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4a4 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.186847:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4a4 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.186865:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb61417764f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4a4 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.186877:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.186878:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.186883:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.186889:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.186905:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.186914:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.186923:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327414400:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.186973:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.190878:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.190898:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327414400:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.190903:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333553920 00000100:00100000:2.0:1746137654.190908:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333553920 00010000:00010000:3.0:1746137654.190913:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137654.190937:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deed180 x1830957333553920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137654.190944:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333553664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4152us (4260us total) trans 0 rc 0/0 00002000:00100000:2.0:1746137654.190945:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deed180 with x1830957333553920 ext(0->4095) 00010000:00010000:2.0:1746137654.190951:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.190952:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15613 00010000:00010000:2.0:1746137654.190962:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.190968:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deed180 00000100:00100000:2.0:1746137654.191605:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3600 00000100:00100000:2.0:1746137654.191613:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2009:x1830957333553920:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137654.192624:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2009:x1830957333553920:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 1008us (1748us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.192631:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3600 00002000:00100000:2.0:1746137654.192639:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deed180 x1830957333553920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.192647:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deed180 with x1830957333553920 ext(0->4095) 00010000:00010000:2.0:1746137654.192654:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.192664:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.192671:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deed180 00000100:00100000:2.0:1746137654.194293:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.194345:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.194408:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333554048 00000100:00100000:3.0:1746137654.194414:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333554048 00010000:00010000:3.0:1746137654.194437:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.194443:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333554176 00000100:00100000:1.0:1746137654.194447:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333554176 00000100:00100000:3.0:1746137654.194509:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15614 00000100:00100000:3.0:1746137654.194516:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2007:x1830957333554048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.194528:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.194543:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.194553:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.194572:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417764f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ab expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.194582:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31264 00000100:00100000:1.0:1746137654.194588:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333554176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.194595:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.194597:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.194598:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.194603:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.194607:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4b9 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.194611:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.194623:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.194629:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.194630:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.194633:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.194732:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 14 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.194741:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.194751:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.194751:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327414528:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.194760:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.194769:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327414656:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137654.194832:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.194980:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.197104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.197195:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327414656:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.197197:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333554432 00000100:00100000:2.0:1746137654.197202:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333554432 00010000:00010000:3.0:1746137654.197209:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137654.197231:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deeca80 x1830957333554432/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137654.197237:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2007:x1830957333554048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2722us (2892us total) trans 0 rc 0/0 00002000:00100000:2.0:1746137654.197240:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeca80 with x1830957333554432 ext(0->4095) 00000100:00100000:3.0:1746137654.197244:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15614 00010000:00010000:2.0:1746137654.197247:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.197257:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.197263:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deeca80 00000100:00100000:2.0:1746137654.197275:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3601 00000100:00100000:2.0:1746137654.197281:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333554432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.197387:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333554432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.197393:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3601 00002000:00100000:2.0:1746137654.197397:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deeca80 x1830957333554432/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.197404:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeca80 with x1830957333554432 ext(0->4095) 00010000:00010000:2.0:1746137654.197408:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.197416:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.197421:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deeca80 00000100:00100000:1.0:1746137654.197490:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327414528:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.197506:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.197517:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb800, rc 0) 00000100:00100000:1.0:1746137654.197547:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333554176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2959us (3258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.197553:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31264 00000100:00100000:1.0:1746137654.199996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.200028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.200074:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333554688 00000100:00100000:3.0:1746137654.200080:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333554688 00010000:00010000:3.0:1746137654.200104:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.200174:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333554560 00000100:00100000:2.0:1746137654.200177:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333554560 00000100:00100000:2.0:1746137654.200198:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31265 00000100:00100000:2.0:1746137654.200205:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333554560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.200217:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.200227:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4c0 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.200246:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.200251:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.200255:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137654.200258:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c0 expref: 16 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.200285:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.200307:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c0 expref: 16 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.200316:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564200, rc 0) 00000100:00100000:2.0:1746137654.200348:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1679:x1830957333554560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.200353:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31265 00000100:00100000:3.0:1746137654.200504:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15615 00000100:00100000:3.0:1746137654.200510:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333554688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.200518:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.200532:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.200540:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.200554:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417764ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b2 expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.200571:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.200572:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.200576:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.200583:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.200601:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.200609:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 5 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.200618:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327414912:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.201341:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.204761:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327414912:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.204779:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.204843:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333554688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4331us (4811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.204856:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15615 00000100:00100000:1.0:1746137654.204931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.204982:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333554944 00000100:00100000:2.0:1746137654.204988:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333554944 00002000:00100000:2.0:1746137654.205018:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5880 x1830957333554944/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.205026:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5880 with x1830957333554944 ext(0->4095) 00010000:00010000:2.0:1746137654.205033:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.205046:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.205051:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d5880 00000100:00100000:2.0:1746137654.205073:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3602 00000100:00100000:2.0:1746137654.205079:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333554944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.205221:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333554944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.205227:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3602 00002000:00100000:2.0:1746137654.205232:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5880 x1830957333554944/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.205238:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5880 with x1830957333554944 ext(0->4095) 00010000:00010000:2.0:1746137654.205242:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.205250:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.205255:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d5880 00000100:00100000:1.0:1746137654.211083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.211142:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333555072 00000100:00100000:3.0:1746137654.211151:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333555072 00010000:00010000:3.0:1746137654.211183:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.211223:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15616 00000100:00100000:3.0:1746137654.211230:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333555072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.211242:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.211257:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.211266:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.211283:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776506 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4b9 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.211298:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.211299:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.211317:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c0 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.211324:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c0 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.211349:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c0 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.211359:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327415040:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.211430:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.213167:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327415040:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.213182:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.213272:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333555072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2041us (2194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.213280:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15616 00000100:00100000:0.0:1746137654.213767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.213952:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333555328 00000100:00100000:2.0:1746137654.213957:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333555328 00002000:00100000:2.0:1746137654.213987:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deee680 x1830957333555328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.214001:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deee680 with x1830957333555328 ext(0->4095) 00002000:00010000:2.0:1746137654.214005:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deee680 00000100:00100000:2.0:1746137654.214110:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14742 00000100:00100000:2.0:1746137654.214117:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2010:x1830957333555328:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137654.214206:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2010:x1830957333555328:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (439us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.214211:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14742 00002000:00100000:2.0:1746137654.214216:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deee680 x1830957333555328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.214223:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deee680 with x1830957333555328 ext(0->4095) 00002000:00010000:2.0:1746137654.214225:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deee680 00000100:00100000:1.0:1746137654.215382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.215427:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333555456 00000100:00100000:2.0:1746137654.215431:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333555456 00000100:00100000:2.0:1746137654.215465:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31266 00000100:00100000:2.0:1746137654.215678:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333555456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.215688:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.215701:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4c7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.215720:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c0 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.215726:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.215728:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.215731:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c7 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.215753:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c0 expref: 13 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.215764:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c0 expref: 13 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.215773:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327415168:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.215858:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.217334:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327415168:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.217353:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c7 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.217364:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564000, rc 0) 00000100:00100000:2.0:1746137654.217398:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333555456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1928us (2027us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.217404:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31266 00000100:00100000:0.0:1746137654.218893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.219015:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333555584 00000100:00100000:3.0:1746137654.219021:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333555584 00010000:00010000:3.0:1746137654.219042:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c0 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.219073:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15617 00000100:00100000:3.0:1746137654.219079:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333555584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.219089:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.219103:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c0 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.219111:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c0 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.219128:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177650d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c0 expref: 14 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.219153:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.219155:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.219160:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.219167:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.219190:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.219200:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327415296:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.219254:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.220585:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327415296:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137654.220599:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137654.220633:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333555584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1553us (1743us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137654.220640:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15617 00000100:00100000:0.0:1746137654.221943:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.221986:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333555840 00000100:00100000:2.0:1746137654.221993:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333555840 00002000:00100000:2.0:1746137654.222025:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deefb80 x1830957333555840/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.222033:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deefb80 with x1830957333555840 ext(0->4095) 00002000:00010000:2.0:1746137654.222037:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deefb80 00000100:00100000:2.0:1746137654.222138:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14743 00000100:00100000:2.0:1746137654.222145:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333555840:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137654.222255:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333555840:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.222261:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14743 00002000:00100000:2.0:1746137654.222266:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deefb80 x1830957333555840/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.222272:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deefb80 with x1830957333555840 ext(0->4095) 00002000:00010000:2.0:1746137654.222275:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deefb80 00000100:00100000:0.0:1746137654.223579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.223652:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333555968 00000100:00100000:2.0:1746137654.223657:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333555968 00000100:00100000:2.0:1746137654.223680:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31267 00000100:00100000:2.0:1746137654.223686:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:1685:x1830957333555968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.223696:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.223708:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4ce expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.223727:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.223734:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.223735:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.223738:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.223758:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.223773:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c7 expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.223783:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327415424:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.223857:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.223859:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.223905:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333556096 00000100:00100000:0.0:1746137654.223909:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333556096 00000100:00100000:2.0:1746137654.223966:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31268 00000100:00100000:2.0:1746137654.223973:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333556096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.223979:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.223990:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4d5 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.224001:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.224005:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.224010:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.224012:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.224032:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.224042:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.224049:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564600, rc 0) 00000100:00100000:2.0:1746137654.224084:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1679:x1830957333556096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.224114:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31268 00000100:00100000:2.0:1746137654.225161:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327415424:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.225176:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.225185:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564a00, rc 0) 00000100:00100000:2.0:1746137654.225264:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1685:x1830957333555968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1576us (1686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.225270:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31267 00000100:00100000:0.0:1746137654.225351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.225407:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333556224 00000100:00100000:1.0:1746137654.225410:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333556224 00010000:00010000:1.0:1746137654.225429:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c7 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.225457:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15618 00000100:00100000:1.0:1746137654.225463:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333556224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137654.225471:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137654.225485:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c7 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.225494:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c7 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.225509:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776514 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4c7 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.225530:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.225531:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.225536:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.225543:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.225560:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.225569:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.225581:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006f122300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327415680:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137654.225635:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.227565:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.227654:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006f122300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327415680:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137654.227667:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137654.227703:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333556224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2239us (2352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.227710:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15618 00000100:00100000:2.0:1746137654.227770:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333556480 00000100:00100000:2.0:1746137654.227775:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333556480 00002000:00100000:2.0:1746137654.227801:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e2d80 x1830957333556480/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.227831:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2d80 with x1830957333556480 ext(0->4095) 00010000:00010000:2.0:1746137654.227838:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.227848:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.227853:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e2d80 00000100:00100000:2.0:1746137654.227867:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3603 00000100:00100000:2.0:1746137654.227873:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333556480:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.228177:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333556480:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 303us (615us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.228183:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3603 00002000:00100000:2.0:1746137654.228188:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e2d80 x1830957333556480/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.228195:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2d80 with x1830957333556480 ext(0->4095) 00010000:00010000:2.0:1746137654.228200:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.228208:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.228213:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e2d80 00000100:00100000:3.0:1746137654.232593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.232639:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.232710:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333556608 00000100:00100000:1.0:1746137654.232722:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333556608 00000100:00100000:2.0:1746137654.232736:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333556736 00000100:00100000:2.0:1746137654.232740:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333556736 00010000:00010000:1.0:1746137654.232749:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.232770:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31269 00000100:00100000:1.0:1746137654.232776:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15619 00000100:00100000:2.0:1746137654.232777:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333556736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746137654.232782:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333556608:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.232789:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.232793:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.232799:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4dc expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.232833:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.232838:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.232844:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137654.232847:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.232865:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.232874:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.232875:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.232890:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177651b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ce expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.232892:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.232899:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.232900:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.232905:0:9582:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.232911:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.232919:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137654.232923:0:9582:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.232931:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.232940:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327415936:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137654.232948:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333556608:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 166us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.232955:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15619 00000100:00100000:2.0:1746137654.232975:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.234143:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327415936:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.234154:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325e00, rc 0) 00000100:00100000:2.0:1746137654.234181:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333556736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1405us (1594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.234187:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31269 00000100:00100000:0.0:1746137654.234341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.235139:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333556992 00000100:00100000:2.0:1746137654.235144:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333556992 00002000:00100000:2.0:1746137654.235167:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f100 x1830957333556992/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.235186:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f100 with x1830957333556992 ext(0->4095) 00010000:00010000:2.0:1746137654.235193:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.235203:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.235209:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2f100 00000100:00100000:2.0:1746137654.235228:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3604 00000100:00100000:2.0:1746137654.235234:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333556992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.235338:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333556992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (997us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.235343:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3604 00002000:00100000:2.0:1746137654.235348:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f100 x1830957333556992/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.235354:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f100 with x1830957333556992 ext(0->4095) 00010000:00010000:2.0:1746137654.235358:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.235369:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.235374:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2f100 00000100:00100000:3.0:1746137654.236673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.236780:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.236838:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333557248 00000100:00100000:1.0:1746137654.236843:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333557248 00000100:00100000:2.0:1746137654.236846:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333557120 00000100:00100000:2.0:1746137654.236850:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333557120 00010000:00010000:1.0:1746137654.236862:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.236879:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15620 00000100:00100000:2.0:1746137654.236882:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31270 00000100:00100000:1.0:1746137654.236885:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2009:x1830957333557248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746137654.236888:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333557120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.236894:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.236896:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.236904:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.236905:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4e3 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.236913:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.236923:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.237211:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.237218:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137654.237221:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4e3 expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.237238:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776522 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4d5 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.237251:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.237252:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.237256:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.237262:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.237276:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.237286:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.237295:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327416064:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.237311:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.237319:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.237326:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006f122300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327416192:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.237369:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.237491:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.238912:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006f122300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327416192:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137654.238927:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137654.238965:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2009:x1830957333557248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2078us (2183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.238972:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15620 00000100:00100000:2.0:1746137654.239070:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327416064:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.239086:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4e3 expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.239097:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325400, rc 0) 00000100:00100000:3.0:1746137654.239143:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.239401:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333557120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2512us (2730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.239408:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31270 00000100:00100000:2.0:1746137654.239428:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333557504 00000100:00100000:2.0:1746137654.239432:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333557504 00002000:00100000:2.0:1746137654.239456:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e1180 x1830957333557504/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.239464:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1180 with x1830957333557504 ext(0->4095) 00010000:00010000:2.0:1746137654.239469:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.239479:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.239485:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e1180 00000100:00100000:2.0:1746137654.239497:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3605 00000100:00100000:2.0:1746137654.239503:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333557504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.239579:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333557504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 76us (436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.239588:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3605 00002000:00100000:2.0:1746137654.239592:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e1180 x1830957333557504/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.239599:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1180 with x1830957333557504 ext(0->4095) 00010000:00010000:2.0:1746137654.239603:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.239611:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.239616:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e1180 00000100:00100000:3.0:1746137654.240681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.240778:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333557632 00000100:00100000:1.0:1746137654.240783:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333557632 00010000:00010000:1.0:1746137654.240799:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.240844:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15621 00000100:00100000:1.0:1746137654.240849:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333557632:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137654.240858:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137654.240870:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.240882:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.240897:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141776529 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4dc expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.240917:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.240918:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.240924:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4e3 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.241173:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4e3 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.241201:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4e3 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137654.241210:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006f122300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327416320:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137654.241501:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.242029:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006f122300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327416320:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137654.242040:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137654.242068:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333557632:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1219us (1389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.242080:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15621 00000100:00100000:0.0:1746137654.242776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.242823:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333557888 00000100:00100000:1.0:1746137654.242827:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333557888 00002000:00100000:1.0:1746137654.242849:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2dc00 x1830957333557888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.242857:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2dc00 with x1830957333557888 ext(0->4095) 00002000:00010000:1.0:1746137654.242860:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2dc00 00000100:00100000:1.0:1746137654.243971:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14744 00000100:00100000:1.0:1746137654.243980:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2009:x1830957333557888:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137654.244084:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2009:x1830957333557888:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (1309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.244089:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14744 00002000:00100000:1.0:1746137654.244094:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2dc00 x1830957333557888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.244102:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2dc00 with x1830957333557888 ext(0->4095) 00002000:00010000:1.0:1746137654.244105:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2dc00 00000100:00100000:3.0:1746137654.245954:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.246039:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333558016 00000100:00100000:2.0:1746137654.246045:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333558016 00000100:00100000:2.0:1746137654.246216:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31271 00000100:00100000:2.0:1746137654.246224:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333558016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.246237:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.246250:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4ea expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.246269:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4e3 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.246276:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.246277:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.246280:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ea expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.246316:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4e3 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.246326:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4e3 expref: 13 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.246336:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327416448:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.246679:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.248079:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.248092:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327416448:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.248110:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ea expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.248123:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324400, rc 0) 00000100:00100000:2.0:1746137654.248158:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333558016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1935us (2208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.248164:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31271 00000100:00100000:1.0:1746137654.248237:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333558144 00000100:00100000:1.0:1746137654.248242:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333558144 00010000:00010000:1.0:1746137654.248262:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4e3 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.248281:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15622 00000100:00100000:1.0:1746137654.248286:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49c6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333558144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137654.248294:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137654.248322:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4e3 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.248335:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4e3 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.248352:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141776530 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4e3 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.248376:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.248378:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.248383:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ea expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.248390:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ea expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.248411:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ea expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137654.248420:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006f122300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327416576:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137654.248473:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.250185:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006f122300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327416576:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137654.250199:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137654.250238:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49c6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333558144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1950us (2161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.250245:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15622 00000100:00100000:3.0:1746137654.250421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.250467:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333558400 00000100:00100000:1.0:1746137654.250472:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333558400 00002000:00100000:1.0:1746137654.250497:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e3100 x1830957333558400/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.250505:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e3100 with x1830957333558400 ext(0->4095) 00002000:00010000:1.0:1746137654.250508:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e3100 00000100:00100000:1.0:1746137654.250536:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14745 00000100:00100000:1.0:1746137654.250542:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333558400:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137654.250848:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333558400:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 305us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.250854:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14745 00002000:00100000:1.0:1746137654.250860:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e3100 x1830957333558400/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.250867:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e3100 with x1830957333558400 ext(0->4095) 00002000:00010000:1.0:1746137654.250870:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e3100 00000100:00100000:3.0:1746137654.254700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.254893:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333558528 00000100:00100000:2.0:1746137654.254902:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333558528 00000100:00100000:2.0:1746137654.254942:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31272 00000100:00100000:2.0:1746137654.254949:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:1685:x1830957333558528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137654.255044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.255065:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333558656 00000100:00100000:0.0:1746137654.255069:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333558656 00000100:00100000:0.0:1746137654.255093:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31273 00000100:00100000:0.0:1746137654.255096:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333558656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137654.255105:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137654.255116:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4f8 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.255134:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ea expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.255139:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137654.255140:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137654.255143:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.255161:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ea expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.255167:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ea expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746137654.255174:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327416704:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137654.255220:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746137654.255290:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.255298:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4f1 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.255325:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.255329:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.255334:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.255337:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f1 expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.255355:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.255515:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f1 expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.255524:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564a00, rc 0) 00000100:00100000:2.0:1746137654.255559:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1685:x1830957333558528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 610us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.255565:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31272 00000100:00100000:0.0:1746137654.256846:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327416704:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137654.256863:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.256872:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6400, rc 0) 00000100:00100000:2.0:1746137654.256986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.257136:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333558656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2037us (2091us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137654.257142:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31273 00000100:00100000:2.0:1746137654.257232:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333558784 00000100:00100000:2.0:1746137654.257236:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333558784 00010000:00010000:2.0:1746137654.257253:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ea expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.257337:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15623 00000100:00100000:2.0:1746137654.257346:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333558784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.257356:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.257371:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ea expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.257385:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ea expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.257401:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b324400/0xddf4fb6141776537 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ea expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.257414:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.257415:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.257421:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.257427:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.257448:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.257456:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.257465:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098618000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327416960:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.257516:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.260251:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098618000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327416960:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.260321:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.260442:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333558784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3095us (3454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.260453:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15623 00000100:00100000:0.0:1746137654.260496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.260687:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333559040 00000100:00100000:2.0:1746137654.260692:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333559040 00002000:00100000:2.0:1746137654.260717:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f800 x1830957333559040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.260725:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f800 with x1830957333559040 ext(0->4095) 00010000:00010000:2.0:1746137654.260732:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.260742:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.260748:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2f800 00000100:00100000:2.0:1746137654.260773:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3606 00000100:00100000:2.0:1746137654.260779:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333559040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.260893:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333559040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.260899:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3606 00002000:00100000:2.0:1746137654.260904:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f800 x1830957333559040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.260911:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f800 with x1830957333559040 ext(0->4095) 00010000:00010000:2.0:1746137654.260915:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.260929:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.260935:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2f800 00000100:00100000:0.0:1746137654.262637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.262687:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333559168 00000100:00100000:2.0:1746137654.262693:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333559168 00010000:00010000:2.0:1746137654.262717:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.262748:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15624 00000100:00100000:2.0:1746137654.262755:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2010:x1830957333559168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.262764:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.262777:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.262788:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.262827:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6400/0xddf4fb614177653e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f8 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.262857:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.262859:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.262865:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f1 expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.262876:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f1 expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.262900:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f1 expref: 14 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.262910:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098618000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327417088:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.262999:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.264922:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098618000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327417088:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.264935:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.264973:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2010:x1830957333559168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2218us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.264981:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15624 00000100:00100000:0.0:1746137654.265235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.265286:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333559424 00000100:00100000:2.0:1746137654.265291:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333559424 00002000:00100000:2.0:1746137654.265409:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2c380 x1830957333559424/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.265419:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2c380 with x1830957333559424 ext(0->4095) 00002000:00010000:2.0:1746137654.265423:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2c380 00000100:00100000:2.0:1746137654.265483:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14746 00000100:00100000:2.0:1746137654.265489:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2009:x1830957333559424:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137654.265593:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2009:x1830957333559424:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.265602:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14746 00002000:00100000:2.0:1746137654.265607:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2c380 x1830957333559424/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.265613:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2c380 with x1830957333559424 ext(0->4095) 00002000:00010000:2.0:1746137654.265616:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2c380 00000100:00100000:0.0:1746137654.268649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.268843:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333559552 00000100:00100000:2.0:1746137654.268849:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333559552 00000100:00100000:2.0:1746137654.268897:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31274 00000100:00100000:2.0:1746137654.268904:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333559552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.268918:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.268931:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd4ff expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.268956:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f1 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.268962:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.268963:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.268966:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.268996:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f1 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.269005:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f1 expref: 13 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.269019:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098618000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327417216:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.269096:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b0333c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.270216:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098618000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327417216:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.270232:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.270243:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564200, rc 0) 00000100:00100000:2.0:1746137654.270266:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333559552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1363us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.270272:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31274 00000100:00100000:0.0:1746137654.271721:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.271834:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333559680 00000100:00100000:2.0:1746137654.271839:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333559680 00010000:00010000:2.0:1746137654.271863:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f1 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746137654.271905:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15625 00000100:00100000:0.0:1746137654.271914:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333559680:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137654.271929:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137654.271945:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f1 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.271956:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f1 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.271972:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb6141776545 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4f1 expref: 14 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.272156:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137654.272158:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137654.272165:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.272172:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.272194:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137654.272203:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327417344:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137654.272460:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.275258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.275335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.275406:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327417344:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.275425:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.275430:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333560064 00000100:00100000:3.0:1746137654.275435:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333560064 00000100:00100000:2.0:1746137654.275462:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333559680:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3549us (3743us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.275470:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15625 00000100:00100000:3.0:1746137654.275471:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31275 00000100:00100000:3.0:1746137654.275477:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333560064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746137654.275484:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333559936 00000100:00100000:1.0:1746137654.275487:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333559936 00010000:00010000:3.0:1746137654.275489:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.275499:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd506 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746137654.275509:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2d180 x1830957333559936/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.275516:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2d180 with x1830957333559936 ext(0->4095) 00010000:00010000:3.0:1746137654.275519:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746137654.275519:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2d180 00010000:00010000:3.0:1746137654.275529:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.275531:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.275533:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137654.275535:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14747 00000100:00100000:1.0:1746137654.275540:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333559936:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746137654.275554:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.275562:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.275571:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327417472:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.275605:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.275904:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333559936:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 361us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.275912:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14747 00002000:00100000:1.0:1746137654.275917:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2d180 x1830957333559936/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.275923:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2d180 with x1830957333559936 ext(0->4095) 00010000:00010000:1.0:1746137654.275927:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.275935:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.275939:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2d180 00000100:00100000:3.0:1746137654.279682:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327417472:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137654.279682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137654.279705:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.279718:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137654.279753:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333560064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4275us (4417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.279760:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31275 00000100:00100000:3.0:1746137654.279781:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333560192 00000100:00100000:3.0:1746137654.279785:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333560192 00000100:00100000:3.0:1746137654.279838:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31276 00000100:00100000:3.0:1746137654.279844:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1685:x1830957333560192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.279855:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.279864:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd50d expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.280375:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.280381:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.280387:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.280390:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd50d expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.280411:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.280420:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd50d expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.280426:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137654.280629:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1685:x1830957333560192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 783us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.280634:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31276 00000100:00100000:1.0:1746137654.280906:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.280959:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333560320 00000100:00100000:3.0:1746137654.280963:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333560320 00010000:00010000:3.0:1746137654.280977:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.280993:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15626 00000100:00100000:3.0:1746137654.280998:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f122300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333560320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.281004:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.281019:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.281104:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.281122:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb614177654c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd4ff expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.281133:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.281135:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.281139:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.281145:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.281160:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.281168:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.281177:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327417728:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.281278:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.283129:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327417728:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.283143:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.283728:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333560320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2727us (2820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.283737:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15626 00000100:00100000:1.0:1746137654.284272:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.285024:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333560576 00000100:00100000:2.0:1746137654.285031:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333560576 00002000:00100000:2.0:1746137654.285059:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d7800 x1830957333560576/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.285073:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7800 with x1830957333560576 ext(0->4095) 00010000:00010000:2.0:1746137654.285081:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.285091:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.285097:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d7800 00000100:00100000:2.0:1746137654.285116:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3607 00000100:00100000:2.0:1746137654.285123:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2007:x1830957333560576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.285215:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2007:x1830957333560576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (945us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.285220:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3607 00002000:00100000:2.0:1746137654.285225:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d7800 x1830957333560576/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.285231:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7800 with x1830957333560576 ext(0->4095) 00010000:00010000:2.0:1746137654.285235:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.285243:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.285248:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d7800 00000100:00100000:0.0:1746137654.290851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.291043:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333560704 00000100:00100000:3.0:1746137654.291051:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333560704 00010000:00010000:3.0:1746137654.291079:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.291104:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15627 00000100:00100000:3.0:1746137654.291110:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2007:x1830957333560704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.291121:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.291136:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.291145:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.291162:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776553 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd506 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.291174:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.291176:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.291181:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd50d expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.291188:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd50d expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.291213:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd50d expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.291223:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327417856:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.291286:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.293789:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327417856:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.293834:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.293877:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333560704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2766us (3032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.293886:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15627 00000100:00100000:3.0:1746137654.294560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.295688:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333560960 00000100:00100000:1.0:1746137654.295697:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333560960 00002000:00100000:1.0:1746137654.295734:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e3b80 x1830957333560960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.295744:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e3b80 with x1830957333560960 ext(0->4095) 00002000:00010000:1.0:1746137654.295748:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e3b80 00000100:00100000:1.0:1746137654.295823:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14748 00000100:00100000:1.0:1746137654.295830:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333560960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137654.295935:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333560960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (1376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.295941:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14748 00002000:00100000:1.0:1746137654.295946:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e3b80 x1830957333560960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.295953:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e3b80 with x1830957333560960 ext(0->4095) 00002000:00010000:1.0:1746137654.295955:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e3b80 00000100:00100000:0.0:1746137654.298700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.298923:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333561088 00000100:00100000:3.0:1746137654.298930:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333561088 00000100:00100000:3.0:1746137654.298973:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31277 00000100:00100000:3.0:1746137654.298979:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333561088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.298992:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.299004:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd514 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.299026:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd50d expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.299032:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.299034:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.299037:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.299061:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd50d expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.299072:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd50d expref: 13 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.299082:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327417984:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.299147:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.300384:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327417984:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.300403:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.300414:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137654.300441:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333561088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1462us (1747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.300448:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31277 00000100:00100000:2.0:1746137654.301603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.301681:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333561216 00000100:00100000:3.0:1746137654.301688:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333561216 00010000:00010000:3.0:1746137654.301711:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd50d expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.301732:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15628 00000100:00100000:3.0:1746137654.301738:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333561216:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.301749:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.301766:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd50d expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.301775:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd50d expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.301793:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177655a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd50d expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.302517:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.302520:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.302528:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.302536:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.302564:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.302574:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327418112:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.302640:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.304547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.304668:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333561344 00000100:00100000:3.0:1746137654.304675:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333561344 00000100:00100000:3.0:1746137654.304721:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31278 00000100:00100000:3.0:1746137654.304728:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333561344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.304742:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137654.304744:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327418112:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.304754:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd51b expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.304758:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137654.304775:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.304780:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.304781:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.304784:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.304790:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2007:x1830957333561216:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3052us (3191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.304797:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15628 00010000:00010000:3.0:1746137654.304802:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.304830:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.304838:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327418240:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.304876:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.306072:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.306289:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333561600 00000100:00100000:2.0:1746137654.306296:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333561600 00002000:00100000:2.0:1746137654.306340:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4706a00 x1830957333561600/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.306349:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4706a00 with x1830957333561600 ext(0->4095) 00010000:00010000:2.0:1746137654.306357:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.306368:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.306373:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4706a00 00000100:00100000:2.0:1746137654.306403:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3608 00000100:00100000:2.0:1746137654.306410:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333561600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.306518:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333561600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.306523:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3608 00002000:00100000:2.0:1746137654.306529:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4706a00 x1830957333561600/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.306535:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4706a00 with x1830957333561600 ext(0->4095) 00010000:00010000:2.0:1746137654.306539:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.306547:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.306552:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4706a00 00000100:00100000:3.0:1746137654.306663:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327418240:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.306682:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.306693:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171cc00, rc 0) 00000100:00100000:3.0:1746137654.306726:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:1679:x1830957333561344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1998us (2183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.306732:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31278 00000100:00100000:3.0:1746137654.308146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.308211:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333561728 00000100:00100000:2.0:1746137654.308216:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333561728 00010000:00010000:2.0:1746137654.308234:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.308263:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15629 00000100:00100000:2.0:1746137654.308268:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333561728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.308277:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.308290:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.308314:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.308333:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776561 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd514 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.308356:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.308358:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.308363:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.308374:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.308399:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.308408:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327418368:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.308646:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.310111:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327418368:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.310185:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.310217:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333561984 00000100:00100000:0.0:1746137654.310222:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333561984 00002000:00100000:0.0:1746137654.310254:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284700 x1830957333561984/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.310263:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284700 with x1830957333561984 ext(0->4095) 00002000:00010000:0.0:1746137654.310267:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081284700 00010000:00010000:2.0:1746137654.310402:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.310438:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333561728:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2168us (2293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.310446:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15629 00000100:00100000:0.0:1746137654.310470:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14749 00000100:00100000:0.0:1746137654.310477:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333561984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137654.310584:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333561984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (398us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137654.310590:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14749 00002000:00100000:0.0:1746137654.310594:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284700 x1830957333561984/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.310601:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284700 with x1830957333561984 ext(0->4095) 00002000:00010000:0.0:1746137654.310603:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081284700 00000100:00100000:3.0:1746137654.316402:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.316428:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333562112 00000100:00100000:0.0:1746137654.316435:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333562112 00000100:00100000:0.0:1746137654.316625:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31279 00000100:00100000:0.0:1746137654.316632:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333562112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137654.316646:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137654.316659:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd522 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.316685:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.316691:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137654.316692:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137654.316695:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.316717:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 13 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.316727:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 13 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746137654.316737:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4707100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327418496:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137654.316827:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca416c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.320542:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4707100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327418496:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.320570:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.320585:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6a00, rc 0) 00000100:00100000:2.0:1746137654.320628:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333562112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3996us (4231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.320635:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31279 00000100:00100000:0.0:1746137654.321717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.321844:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333562240 00000100:00100000:1.0:1746137654.321849:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333562240 00002000:00100000:1.0:1746137654.321881:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a4706300 x1830957333562240/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 496/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.321889:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4706300 with x1830957333562240 ext(0->7) 00010000:00010000:1.0:1746137654.321896:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.321906:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 14 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.321912:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4706300 00000100:00100000:1.0:1746137654.321935:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3609 00000100:00100000:1.0:1746137654.321941:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333562240:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137654.325561:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2008:x1830957333562240:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 3611us (3838us total) trans 4294972180 rc 0/0 00000100:00100000:0.0:1746137654.325573:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3609 00002000:00100000:0.0:1746137654.325585:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a4706300 x1830957333562240/t4294972180(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 496/448 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.325594:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4706300 with x1830957333562240 ext(0->7) 00010000:00010000:0.0:1746137654.325604:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.325625:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746137654.325631:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4706300 00000100:00100000:3.0:1746137654.329484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.329681:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333562368 00000100:00100000:2.0:1746137654.329690:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333562368 00000100:00100000:2.0:1746137654.329738:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31280 00000100:00100000:2.0:1746137654.329745:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1679:x1830957333562368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.329764:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137654.329795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.329885:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333562496 00000100:00100000:0.0:1746137654.329889:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333562496 00010000:00010000:0.0:1746137654.329905:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746137654.329936:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15630 00000100:00100000:0.0:1746137654.329941:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333562496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137654.329953:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.329985:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd529 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.330006:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.330011:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.330017:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137654.330020:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd529 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.330050:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.330061:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd529 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.330070:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564000, rc 0) 00000100:00100000:2.0:1746137654.330114:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333562368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 369us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.330120:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31280 00010000:00010000:0.0:1746137654.330177:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.330186:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.330273:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776568 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd51b expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.330455:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137654.330456:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137654.330462:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.330474:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.330492:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.330501:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746137654.330510:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4705f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327418752:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137654.330566:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.331970:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4705f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327418752:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137654.331987:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137654.332065:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333562496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2123us (2268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137654.332073:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15630 00000100:00100000:3.0:1746137654.332129:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.332197:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333562752 00000100:00100000:0.0:1746137654.332201:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333562752 00002000:00100000:0.0:1746137654.332228:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0a80 x1830957333562752/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.332237:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0a80 with x1830957333562752 ext(0->4095) 00010000:00010000:0.0:1746137654.332243:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.332253:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746137654.332260:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0a80 00000100:00100000:0.0:1746137654.332309:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3610 00000100:00100000:0.0:1746137654.332317:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333562752:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137654.332419:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333562752:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (291us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137654.332425:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3610 00002000:00100000:0.0:1746137654.332429:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0a80 x1830957333562752/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.332436:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0a80 with x1830957333562752 ext(0->4095) 00010000:00010000:0.0:1746137654.332440:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.332448:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746137654.332453:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0a80 00000100:00100000:0.0:1746137654.334013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.334106:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333562880 00000100:00100000:2.0:1746137654.334112:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333562880 00010000:00010000:2.0:1746137654.334137:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.334173:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15631 00000100:00100000:2.0:1746137654.334178:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4705f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333562880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.334188:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.334205:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.334213:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.334231:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6a00/0xddf4fb614177656f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd522 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.334406:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.334408:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.334415:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd529 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.334422:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd529 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.334447:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd529 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.334457:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327418880:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.335065:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.336782:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327418880:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137654.336799:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137654.336864:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4705f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333562880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2684us (2856us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137654.336873:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15631 00000100:00100000:3.0:1746137654.336979:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.337124:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333563136 00000100:00100000:2.0:1746137654.337130:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333563136 00002000:00100000:2.0:1746137654.337156:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b2d80 x1830957333563136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.337164:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b2d80 with x1830957333563136 ext(0->4095) 00002000:00010000:2.0:1746137654.337168:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b2d80 00000100:00100000:2.0:1746137654.337257:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14750 00000100:00100000:2.0:1746137654.337264:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333563136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.337568:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333563136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 304us (589us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.337574:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14750 00002000:00100000:2.0:1746137654.337578:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b2d80 x1830957333563136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.337585:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b2d80 with x1830957333563136 ext(0->4095) 00002000:00010000:2.0:1746137654.337588:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b2d80 00000100:00100000:0.0:1746137654.338949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.339100:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333563264 00000100:00100000:2.0:1746137654.339106:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333563264 00000100:00100000:2.0:1746137654.339257:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31281 00000100:00100000:2.0:1746137654.339264:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333563264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.339275:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.339289:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd530 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.339317:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd529 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.339328:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.339330:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.339333:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd530 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.339357:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd529 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.339367:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd529 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.339377:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327419008:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.339748:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.342480:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327419008:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.342505:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd530 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.342519:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564a00, rc 0) 00000100:00100000:2.0:1746137654.342567:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333563264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3303us (3621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.342575:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31281 00000100:00100000:0.0:1746137654.342632:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.342886:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333563392 00000100:00100000:2.0:1746137654.342892:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333563392 00010000:00010000:2.0:1746137654.342911:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd529 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.342945:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15632 00000100:00100000:2.0:1746137654.342951:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333563392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.342963:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.342978:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd529 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.342988:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd529 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.343008:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141776576 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd529 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.343031:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.343033:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.343039:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd530 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.343047:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd530 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.343069:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd530 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.343079:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327419136:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.343132:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.345108:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327419136:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.345123:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.345150:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2007:x1830957333563392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2198us (2517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.345158:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15632 00000100:00100000:2.0:1746137654.346874:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.346925:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333563648 00000100:00100000:0.0:1746137654.346931:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333563648 00002000:00100000:0.0:1746137654.346962:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e5a300 x1830957333563648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.346971:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5a300 with x1830957333563648 ext(0->4095) 00002000:00010000:0.0:1746137654.346974:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e5a300 00000100:00100000:0.0:1746137654.347045:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14751 00000100:00100000:0.0:1746137654.347051:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333563648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137654.347142:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333563648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137654.347147:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14751 00002000:00100000:0.0:1746137654.347152:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e5a300 x1830957333563648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.347159:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5a300 with x1830957333563648 ext(0->4095) 00002000:00010000:0.0:1746137654.347162:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e5a300 00000100:00100000:0.0:1746137654.347229:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.347393:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333563776 00000100:00100000:3.0:1746137654.347396:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333563776 00000100:00100000:3.0:1746137654.347413:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31282 00000100:00100000:3.0:1746137654.347418:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1679:x1830957333563776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.347425:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.347435:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd537 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.347454:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd530 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.347460:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.347462:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.347465:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.347485:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd530 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.347494:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd530 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.347508:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327419264:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.347965:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.349957:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.350223:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333563904 00000100:00100000:1.0:1746137654.350229:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333563904 00000100:00100000:1.0:1746137654.350268:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31283 00000100:00100000:1.0:1746137654.350274:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:1685:x1830957333563904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.350286:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.350297:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd53e expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.350327:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.350332:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.350337:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.350340:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd53e expref: 18 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.350366:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.350376:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd53e expref: 18 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.350385:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:1.0:1746137654.350413:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1685:x1830957333563904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.350419:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31283 00000100:00100000:0.0:1746137654.350527:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.350614:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333564032 00000100:00100000:2.0:1746137654.350618:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333564032 00010000:00010000:2.0:1746137654.350633:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd530 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.350651:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15633 00000100:00100000:2.0:1746137654.350656:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333564032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746137654.350660:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327419264:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.350664:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.350674:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.350678:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd530 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.350688:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd530 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.350722:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00010000:00010000:2.0:1746137654.350731:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb614177657d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd530 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.350743:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:1679:x1830957333563776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3324us (3513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.350749:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31282 00010000:00010000:2.0:1746137654.350750:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.350752:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.350757:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.350767:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.350785:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.350793:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.350802:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327419520:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.350858:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.353330:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327419520:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.353352:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.353405:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333564032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2745us (2874us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.353415:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15633 00000100:00100000:0.0:1746137654.353943:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.354044:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333564288 00000100:00100000:3.0:1746137654.354049:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333564288 00002000:00100000:3.0:1746137654.354077:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32a680 x1830957333564288/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.354087:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32a680 with x1830957333564288 ext(0->4095) 00010000:00010000:3.0:1746137654.354094:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.354105:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.354111:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b32a680 00000100:00100000:3.0:1746137654.354123:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3611 00000100:00100000:3.0:1746137654.354128:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333564288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.354214:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333564288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (273us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.354220:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3611 00002000:00100000:3.0:1746137654.354224:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32a680 x1830957333564288/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.354232:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32a680 with x1830957333564288 ext(0->4095) 00010000:00010000:3.0:1746137654.354236:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.354244:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.354250:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b32a680 00000100:00100000:0.0:1746137654.357331:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.357398:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333564416 00000100:00100000:2.0:1746137654.357406:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333564416 00010000:00010000:2.0:1746137654.357432:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.357480:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15634 00000100:00100000:2.0:1746137654.357490:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2008:x1830957333564416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.357505:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.357525:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.357537:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.357557:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776584 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd537 expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.357571:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.357573:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.357580:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd53e expref: 16 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.357587:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd53e expref: 16 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.357627:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd53e expref: 16 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.357641:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327419648:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.357724:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.359221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.359289:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333564672 00000100:00100000:1.0:1746137654.359295:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333564672 00002000:00100000:1.0:1746137654.359332:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14000 x1830957333564672/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.359341:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14000 with x1830957333564672 ext(0->4095) 00002000:00010000:1.0:1746137654.359345:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea14000 00000100:00100000:1.0:1746137654.359371:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14752 00000100:00100000:1.0:1746137654.359376:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2008:x1830957333564672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.359481:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327419648:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.359498:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.359549:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2008:x1830957333564416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2059us (2221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.359557:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15634 00000100:00100000:1.0:1746137654.359990:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2008:x1830957333564672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 613us (772us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.359996:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14752 00002000:00100000:1.0:1746137654.360001:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14000 x1830957333564672/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.360009:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14000 with x1830957333564672 ext(0->4095) 00002000:00010000:1.0:1746137654.360012:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea14000 00000100:00100000:0.0:1746137654.361238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.361335:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333564800 00000100:00100000:3.0:1746137654.361343:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333564800 00000100:00100000:3.0:1746137654.361405:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31284 00000100:00100000:3.0:1746137654.361415:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333564800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.361429:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.361444:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd545 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.361470:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd53e expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.361477:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.361479:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.361483:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd545 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.361511:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd53e expref: 15 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.361523:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd53e expref: 15 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.361534:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327419776:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.361639:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.363555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.363680:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327419776:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.363705:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd545 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.363720:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c800, rc 0) 00000100:00100000:0.0:1746137654.363846:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333564928 00000100:00100000:0.0:1746137654.363851:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333564928 00010000:00010000:0.0:1746137654.363880:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd53e expref: 16 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746137654.363909:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15635 00000100:00100000:0.0:1746137654.363917:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2008:x1830957333564928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137654.363929:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137654.363946:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd53e expref: 16 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.363954:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd53e expref: 16 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.363971:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb614177658b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd53e expref: 16 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.364049:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333564800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2633us (2811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.364056:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31284 00010000:00010000:0.0:1746137654.364383:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137654.364386:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137654.364395:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd545 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.364404:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd545 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.364435:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd545 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137654.364447:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea15500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327419904:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137654.365108:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.367584:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea15500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327419904:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137654.367600:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137654.367643:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333564928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3727us (4096us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137654.367651:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15635 00000100:00100000:1.0:1746137654.367932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.367966:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333565184 00000100:00100000:0.0:1746137654.367971:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333565184 00002000:00100000:0.0:1746137654.367999:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deeea00 x1830957333565184/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.368008:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeea00 with x1830957333565184 ext(0->4095) 00002000:00010000:0.0:1746137654.368011:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deeea00 00000100:00100000:0.0:1746137654.368031:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14753 00000100:00100000:0.0:1746137654.368036:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333565184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137654.368116:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333565184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 78us (186us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137654.368120:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14753 00002000:00100000:0.0:1746137654.368124:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deeea00 x1830957333565184/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.368132:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeea00 with x1830957333565184 ext(0->4095) 00002000:00010000:0.0:1746137654.368134:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deeea00 00000100:00100000:0.0:1746137654.370456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.370887:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.370957:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333565312 00000100:00100000:2.0:1746137654.370965:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333565312 00000100:00100000:3.0:1746137654.370977:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333565440 00000100:00100000:3.0:1746137654.370981:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333565440 00000100:00100000:3.0:1746137654.371012:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31285 00000100:00100000:3.0:1746137654.371018:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1685:x1830957333565312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137654.371020:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31286 00000100:00100000:2.0:1746137654.371027:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1679:x1830957333565440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.371032:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.371036:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.371046:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd54c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.371046:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd553 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.371069:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd545 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.371076:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.371077:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.371080:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.371089:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.371095:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.371100:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.371103:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.371122:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd545 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.371133:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd545 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.371142:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327420032:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.371149:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.371163:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.371173:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564600, rc 0) 00000100:00100000:2.0:1746137654.371204:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333565440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.371211:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31286 00000100:00100000:3.0:1746137654.371213:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.372886:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327420032:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.372905:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.372915:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171cc00, rc 0) 00000100:00100000:3.0:1746137654.372941:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:1685:x1830957333565312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1922us (2489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.372947:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31285 00000100:00100000:0.0:1746137654.373735:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.373904:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333565568 00000100:00100000:2.0:1746137654.373912:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333565568 00010000:00010000:2.0:1746137654.373935:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd545 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.373963:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15636 00000100:00100000:2.0:1746137654.373970:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333565568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.373981:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.374039:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd545 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.374050:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd545 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.374068:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141776592 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd545 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.374089:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.374090:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.374096:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.374103:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.374177:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.374188:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.374199:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327420288:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.374312:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.375490:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.375769:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333565824 00000100:00100000:1.0:1746137654.375774:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333565824 00000100:00100000:2.0:1746137654.375851:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327420288:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.375867:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.375898:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333565568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1928us (2166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.375907:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15636 00002000:00100000:1.0:1746137654.375916:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15180 x1830957333565824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.375925:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15180 with x1830957333565824 ext(0->4095) 00010000:00010000:1.0:1746137654.375932:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.375941:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.375946:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea15180 00000100:00100000:1.0:1746137654.375971:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3612 00000100:00100000:1.0:1746137654.375977:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2008:x1830957333565824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137654.376214:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2008:x1830957333565824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 236us (727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.376224:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3612 00002000:00100000:1.0:1746137654.376229:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15180 x1830957333565824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.376235:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15180 with x1830957333565824 ext(0->4095) 00010000:00010000:1.0:1746137654.376239:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.376248:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.376253:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea15180 00000100:00100000:0.0:1746137654.378869:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.379013:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333565952 00000100:00100000:3.0:1746137654.379021:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333565952 00000100:00100000:3.0:1746137654.379063:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31287 00000100:00100000:3.0:1746137654.379069:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333565952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.379083:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.379096:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd55a expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.379117:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.379123:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.379128:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137654.379130:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.379158:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.379168:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.379177:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137654.379212:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333565952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.379217:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31287 00000100:00100000:0.0:1746137654.379677:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.379909:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333566080 00000100:00100000:3.0:1746137654.379914:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333566080 00010000:00010000:3.0:1746137654.379930:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.380250:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15637 00000100:00100000:3.0:1746137654.380257:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333566080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.380266:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.380281:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.380291:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.380317:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776599 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd54c expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.380332:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.380334:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.380339:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.380346:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.380364:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.380373:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 16 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.380387:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327420544:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.382062:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.382687:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327420544:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.382703:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.382743:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333566080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2486us (3067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.382751:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15637 00000100:00100000:0.0:1746137654.383061:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.383126:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333566336 00000100:00100000:1.0:1746137654.383131:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333566336 00002000:00100000:1.0:1746137654.383159:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea16680 x1830957333566336/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.383168:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea16680 with x1830957333566336 ext(0->4095) 00010000:00010000:1.0:1746137654.383175:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 16 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.383185:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 16 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.383191:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea16680 00000100:00100000:1.0:1746137654.383214:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3613 00000100:00100000:1.0:1746137654.383220:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333566336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137654.383330:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333566336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.383335:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3613 00002000:00100000:1.0:1746137654.383340:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea16680 x1830957333566336/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.383347:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea16680 with x1830957333566336 ext(0->4095) 00010000:00010000:1.0:1746137654.383351:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 16 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.383358:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 16 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.383363:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea16680 00000100:00100000:0.0:1746137654.384421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.385460:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333566464 00000100:00100000:2.0:1746137654.385468:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333566464 00000100:00100000:2.0:1746137654.385506:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31288 00000100:00100000:2.0:1746137654.385513:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1679:x1830957333566464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.385524:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.385537:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd561 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.385554:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.385559:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.385565:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137654.385568:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd561 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.385593:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.385607:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd561 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.385614:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091565200, rc 0) 00000100:00100000:2.0:1746137654.385642:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:1679:x1830957333566464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.385647:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31288 00000100:00100000:0.0:1746137654.386007:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.386186:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333566592 00000100:00100000:3.0:1746137654.386190:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333566592 00010000:00010000:3.0:1746137654.386204:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 17 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.386232:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15638 00000100:00100000:3.0:1746137654.386238:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2008:x1830957333566592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.386246:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.386259:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 17 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.386268:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 17 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.386281:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb61417765a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd553 expref: 17 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.386308:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.386310:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.386315:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.386321:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.386338:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.386348:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.386357:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327420800:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.386405:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.389141:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327420800:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.389156:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137654.389180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.389196:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2008:x1830957333566592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2958us (3189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.389204:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15638 00000100:00100000:1.0:1746137654.389228:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333566848 00000100:00100000:1.0:1746137654.389232:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333566848 00002000:00100000:1.0:1746137654.389259:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef800 x1830957333566848/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.389267:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef800 with x1830957333566848 ext(0->4095) 00010000:00010000:1.0:1746137654.389273:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.389283:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.389289:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deef800 00000100:00100000:1.0:1746137654.389314:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3614 00000100:00100000:1.0:1746137654.389320:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333566848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137654.389412:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333566848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.389417:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3614 00002000:00100000:1.0:1746137654.389425:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef800 x1830957333566848/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.389431:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef800 with x1830957333566848 ext(0->4095) 00010000:00010000:1.0:1746137654.389435:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.389442:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.389447:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deef800 00000100:00100000:0.0:1746137654.391984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.392034:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333566976 00000100:00100000:3.0:1746137654.392040:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333566976 00010000:00010000:3.0:1746137654.392066:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.392096:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15639 00000100:00100000:3.0:1746137654.392103:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333566976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.392116:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.392129:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.392138:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.392155:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417765a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd55a expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.392173:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.392175:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.392180:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd561 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.392186:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd561 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.392208:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd561 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.392217:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327420928:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.392284:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.394772:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327420928:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137654.394773:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137654.394787:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.394842:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333566976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2738us (2861us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.394849:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333567232 00000100:00100000:3.0:1746137654.394853:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15639 00000100:00100000:1.0:1746137654.394855:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333567232 00002000:00100000:1.0:1746137654.394883:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55880 x1830957333567232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.394892:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55880 with x1830957333567232 ext(0->4095) 00002000:00010000:1.0:1746137654.394895:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd55880 00000100:00100000:1.0:1746137654.394920:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14754 00000100:00100000:1.0:1746137654.394926:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333567232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137654.395025:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333567232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.395031:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14754 00002000:00100000:1.0:1746137654.395036:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55880 x1830957333567232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.395043:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55880 with x1830957333567232 ext(0->4095) 00002000:00010000:1.0:1746137654.395046:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd55880 00000100:00100000:0.0:1746137654.396981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.397054:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333567360 00000100:00100000:3.0:1746137654.397059:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333567360 00000100:00100000:3.0:1746137654.397135:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31289 00000100:00100000:3.0:1746137654.397142:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333567360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.397154:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.397167:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd568 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.397188:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd561 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.397194:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.397196:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.397199:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd568 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.397221:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd561 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.397231:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd561 expref: 15 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.397242:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327421056:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.397296:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.398662:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327421056:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.398683:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd568 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.398693:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137654.398718:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333567360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1576us (1741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.398724:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31289 00000100:00100000:0.0:1746137654.399444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.399501:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333567488 00000100:00100000:3.0:1746137654.399506:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333567488 00010000:00010000:3.0:1746137654.399525:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd561 expref: 16 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.399552:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15640 00000100:00100000:3.0:1746137654.399558:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2008:x1830957333567488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.399565:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.399579:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd561 expref: 16 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.399587:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd561 expref: 16 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.399604:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417765ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd561 expref: 16 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.399726:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.399727:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.399734:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd568 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.399741:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd568 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.399763:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd568 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.399772:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327421184:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.400276:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.401946:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327421184:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.401958:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.401984:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333567488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2426us (2541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.401992:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15640 00000100:00100000:0.0:1746137654.402335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.402443:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333567744 00000100:00100000:3.0:1746137654.402447:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333567744 00002000:00100000:3.0:1746137654.402474:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec65500 x1830957333567744/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.402482:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec65500 with x1830957333567744 ext(0->4095) 00002000:00010000:3.0:1746137654.402486:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec65500 00000100:00100000:3.0:1746137654.402558:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14755 00000100:00100000:3.0:1746137654.402565:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333567744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137654.402765:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333567744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 200us (430us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.402774:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14755 00002000:00100000:3.0:1746137654.402779:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec65500 x1830957333567744/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.402786:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec65500 with x1830957333567744 ext(0->4095) 00002000:00010000:3.0:1746137654.402789:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec65500 00000100:00100000:0.0:1746137654.404039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.404077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.404237:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333567872 00000100:00100000:3.0:1746137654.404242:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333567872 00000100:00100000:3.0:1746137654.404265:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333568000 00000100:00100000:3.0:1746137654.404267:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333568000 00000100:00100000:3.0:1746137654.404379:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31290 00000100:00100000:3.0:1746137654.404386:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1685:x1830957333567872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137654.404389:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31291 00000100:00100000:0.0:1746137654.404396:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1679:x1830957333568000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.404399:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137654.404402:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.404410:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd56f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.404410:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd576 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.404428:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd568 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.404434:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.404436:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.404438:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.404444:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137654.404447:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.404451:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137654.404452:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.404592:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd568 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.404594:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.404602:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd568 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.404611:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.404612:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327421312:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137654.404619:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb7600, rc 0) 00000100:00100000:0.0:1746137654.404654:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333568000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 258us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137654.404663:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31291 00000100:00100000:3.0:1746137654.404765:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.405611:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327421312:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.405626:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.405634:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137654.405667:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:1685:x1830957333567872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1281us (1631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.405673:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31290 00000100:00100000:0.0:1746137654.406622:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.406672:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333568128 00000100:00100000:3.0:1746137654.406678:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333568128 00010000:00010000:3.0:1746137654.406697:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd568 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.406731:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15641 00000100:00100000:3.0:1746137654.406741:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333568128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.406749:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.406766:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd568 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.406774:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd568 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.406913:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417765b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd568 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.406934:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.406935:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.406941:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.406947:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.406977:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.406986:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.406996:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327421568:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.407324:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.409230:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327421568:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.409244:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.409272:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333568128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2535us (2652us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.409290:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15641 00000100:00100000:0.0:1746137654.409543:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.409702:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333568384 00000100:00100000:3.0:1746137654.409707:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333568384 00002000:00100000:3.0:1746137654.409732:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec67800 x1830957333568384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.409740:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67800 with x1830957333568384 ext(0->4095) 00010000:00010000:3.0:1746137654.409746:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.409756:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.409762:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec67800 00000100:00100000:3.0:1746137654.409843:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3615 00000100:00100000:3.0:1746137654.409850:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333568384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.409949:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333568384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.409954:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3615 00002000:00100000:3.0:1746137654.409958:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec67800 x1830957333568384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.409965:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67800 with x1830957333568384 ext(0->4095) 00010000:00010000:3.0:1746137654.409969:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.409978:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.409983:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec67800 00000100:00100000:0.0:1746137654.412076:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.412246:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333568512 00000100:00100000:3.0:1746137654.412253:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333568512 00000100:00100000:0.0:1746137654.412360:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.412441:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333568640 00000100:00100000:2.0:1746137654.412445:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333568640 00010000:00010000:2.0:1746137654.412460:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.412479:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15642 00000100:00100000:2.0:1746137654.412484:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2008:x1830957333568640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.412493:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.412506:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.412514:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.412529:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd56f expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.412548:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.412550:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.412555:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 16 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.412561:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 16 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.412602:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31292 00000100:00100000:3.0:1746137654.412609:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333568512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.412618:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.412626:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 16 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.412627:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd57d expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.412635:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327421696:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.412640:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 16 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.412644:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.412645:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.412648:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.412660:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 16 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.412668:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 16 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.412675:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327421824:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.412902:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.413028:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.414240:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327421696:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.414254:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137654.414323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.414350:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327421824:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.414364:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.414364:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2008:x1830957333568640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1879us (2003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.414371:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15642 00010000:00010000:3.0:1746137654.414379:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c600, rc 0) 00000100:00100000:3.0:1746137654.414396:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333568512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1787us (2322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.414401:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31292 00000100:00100000:1.0:1746137654.414539:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333568896 00000100:00100000:1.0:1746137654.414544:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333568896 00002000:00100000:1.0:1746137654.414567:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9500 x1830957333568896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.414574:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9500 with x1830957333568896 ext(0->4095) 00010000:00010000:1.0:1746137654.414580:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 16 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.414589:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 16 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.414594:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f9500 00000100:00100000:1.0:1746137654.414608:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3616 00000100:00100000:1.0:1746137654.414613:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333568896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137654.414704:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2007:x1830957333568896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.414710:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3616 00002000:00100000:1.0:1746137654.414715:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9500 x1830957333568896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.414727:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9500 with x1830957333568896 ext(0->4095) 00010000:00010000:1.0:1746137654.414731:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 16 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.414739:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 16 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.414744:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f9500 00000100:00100000:0.0:1746137654.416733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.416938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.417076:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333569152 00000100:00100000:2.0:1746137654.417083:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333569152 00010000:00010000:2.0:1746137654.417104:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 16 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.417113:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333569024 00000100:00100000:3.0:1746137654.417118:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333569024 00000100:00100000:2.0:1746137654.417127:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15643 00000100:00100000:2.0:1746137654.417133:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333569152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.417142:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746137654.417147:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31293 00000100:00100000:3.0:1746137654.417152:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:1679:x1830957333569024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.417156:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 17 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.417162:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.417171:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd584 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.417171:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 17 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.417187:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.417187:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb7600/0xddf4fb61417765bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd576 expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.417192:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.417197:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.417200:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd584 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.417208:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.417210:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.417215:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.417223:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.417242:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.417360:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.417385:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327421952:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.417542:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.417550:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.417558:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327422080:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.417639:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.417776:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.419315:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327421952:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.419333:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd584 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.419343:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c800, rc 0) 00000100:00100000:2.0:1746137654.419525:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327422080:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.419535:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.419569:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333569152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2435us (2629us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.419579:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15643 00000100:00100000:3.0:1746137654.419888:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1679:x1830957333569024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2734us (3157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.419895:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31293 00000100:00100000:0.0:1746137654.420434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.420501:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333569408 00000100:00100000:3.0:1746137654.420506:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333569408 00002000:00100000:3.0:1746137654.420531:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9180 x1830957333569408/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.420540:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9180 with x1830957333569408 ext(0->4095) 00010000:00010000:3.0:1746137654.420546:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.420555:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.420560:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f9180 00000100:00100000:3.0:1746137654.420585:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3617 00000100:00100000:3.0:1746137654.420591:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333569408:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137654.420691:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333569408:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (257us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.420696:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3617 00002000:00100000:3.0:1746137654.420700:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9180 x1830957333569408/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.420706:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9180 with x1830957333569408 ext(0->4095) 00010000:00010000:3.0:1746137654.420710:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.420718:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.420722:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f9180 00000100:00100000:0.0:1746137654.423110:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.423169:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333569536 00000100:00100000:2.0:1746137654.423175:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333569536 00010000:00010000:2.0:1746137654.423200:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.423221:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15644 00000100:00100000:2.0:1746137654.423226:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333569536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.423236:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.423249:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.423262:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.423281:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd57d expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.423326:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.423328:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.423334:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd584 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.423341:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd584 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.423365:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd584 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.423377:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327422208:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.423625:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.424843:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327422208:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.424856:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.424880:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333569536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1653us (1775us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.424886:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15644 00000100:00100000:0.0:1746137654.425273:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.425353:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333569792 00000100:00100000:1.0:1746137654.425359:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333569792 00002000:00100000:1.0:1746137654.425382:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fa300 x1830957333569792/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.425390:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa300 with x1830957333569792 ext(0->4095) 00002000:00010000:1.0:1746137654.425394:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961fa300 00000100:00100000:1.0:1746137654.425513:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14756 00000100:00100000:1.0:1746137654.425519:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2008:x1830957333569792:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137654.425619:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2008:x1830957333569792:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.425625:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14756 00002000:00100000:1.0:1746137654.425629:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fa300 x1830957333569792/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.425636:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa300 with x1830957333569792 ext(0->4095) 00002000:00010000:1.0:1746137654.425638:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961fa300 00000100:00100000:0.0:1746137654.427232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.427284:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333569920 00000100:00100000:3.0:1746137654.427289:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333569920 00000100:00100000:3.0:1746137654.427487:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31294 00000100:00100000:3.0:1746137654.427495:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333569920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.427507:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.427519:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd58b expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.427542:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd584 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.427549:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.427550:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.427553:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd58b expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.427577:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd584 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.427586:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd584 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.427596:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327422336:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.427667:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.428791:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327422336:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.428829:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd58b expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.428837:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137654.428865:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333569920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1371us (1637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.428871:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31294 00000100:00100000:0.0:1746137654.429133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.429464:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333570048 00000100:00100000:2.0:1746137654.429468:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333570048 00010000:00010000:2.0:1746137654.429488:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd584 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.429515:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15645 00000100:00100000:2.0:1746137654.429521:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2008:x1830957333570048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.429530:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.429544:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd584 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.429552:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd584 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.429567:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd584 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.429589:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.429590:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.429596:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd58b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.429602:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd58b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.429621:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd58b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.429630:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327422464:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.429681:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.431112:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327422464:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137654.431115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137654.431125:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.431162:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:2008:x1830957333570048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1640us (2027us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.431169:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15645 00000100:00100000:3.0:1746137654.431206:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333570304 00000100:00100000:3.0:1746137654.431210:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333570304 00002000:00100000:3.0:1746137654.431230:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fb480 x1830957333570304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.431236:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fb480 with x1830957333570304 ext(0->4095) 00002000:00010000:3.0:1746137654.431239:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961fb480 00000100:00100000:3.0:1746137654.431248:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14757 00000100:00100000:3.0:1746137654.431252:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333570304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.431350:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333570304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (235us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.431354:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14757 00002000:00100000:3.0:1746137654.431357:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fb480 x1830957333570304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.431362:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fb480 with x1830957333570304 ext(0->4095) 00002000:00010000:3.0:1746137654.431364:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961fb480 00000100:00100000:0.0:1746137654.433034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.433125:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333570432 00000100:00100000:3.0:1746137654.433131:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333570432 00000100:00100000:3.0:1746137654.433166:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31295 00000100:00100000:3.0:1746137654.433172:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+15:1685:x1830957333570432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.433186:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.433198:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd592 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.433217:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd58b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.433223:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.433224:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.433227:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.433249:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd58b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.433263:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd58b expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.433274:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327422592:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.433359:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.434347:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327422592:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.434364:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 16 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.434373:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c600, rc 0) 00000100:00100000:3.0:1746137654.434406:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:1685:x1830957333570432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1234us (1376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.434412:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31295 00000100:00100000:0.0:1746137654.436358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.436455:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333570560 00000100:00100000:2.0:1746137654.436462:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333570560 00010000:00010000:2.0:1746137654.436487:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd58b expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.436510:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15646 00000100:00100000:2.0:1746137654.436516:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333570560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.436528:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.436543:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd58b expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.436556:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd58b expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.436572:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417765d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd58b expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.436841:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.436844:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.436850:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.436857:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.436882:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.436891:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327422720:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.436958:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.438100:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327422720:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.438113:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.438147:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333570560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1630us (1793us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.438154:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15646 00000100:00100000:2.0:1746137654.438919:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.438965:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333570816 00000100:00100000:3.0:1746137654.438970:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333570816 00002000:00100000:3.0:1746137654.438998:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e59880 x1830957333570816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.439007:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e59880 with x1830957333570816 ext(0->4095) 00002000:00010000:3.0:1746137654.439010:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e59880 00000100:00100000:3.0:1746137654.439028:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14758 00000100:00100000:3.0:1746137654.439034:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2010:x1830957333570816:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137654.439121:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2010:x1830957333570816:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 87us (204us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.439130:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14758 00002000:00100000:3.0:1746137654.439134:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e59880 x1830957333570816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.439141:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e59880 with x1830957333570816 ext(0->4095) 00002000:00010000:3.0:1746137654.439143:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e59880 00000100:00100000:0.0:1746137654.440267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.440328:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333570944 00000100:00100000:3.0:1746137654.440332:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333570944 00000100:00100000:3.0:1746137654.440362:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31296 00000100:00100000:3.0:1746137654.440367:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333570944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.440377:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.440388:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd599 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.440406:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.440413:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.440415:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.440418:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd599 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.440465:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.440475:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 15 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.440489:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327422848:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.440672:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.442450:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.442542:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327422848:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.442563:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd599 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.442576:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c800, rc 0) 00000100:00100000:3.0:1746137654.442603:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333570944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2235us (2339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.442609:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31296 00000100:00100000:2.0:1746137654.442674:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333571072 00000100:00100000:2.0:1746137654.442679:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333571072 00002000:00100000:2.0:1746137654.442703:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969c8700 x1830957333571072/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 496/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.442710:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8700 with x1830957333571072 ext(0->7) 00010000:00010000:2.0:1746137654.442715:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.442724:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 16 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.442729:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c8700 00000100:00100000:2.0:1746137654.442751:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3618 00000100:00100000:2.0:1746137654.442756:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2008:x1830957333571072:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137654.443758:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333571072:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 997us (1309us total) trans 4294972181 rc 0/0 00000100:00100000:2.0:1746137654.443764:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3618 00002000:00100000:2.0:1746137654.443770:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969c8700 x1830957333571072/t4294972181(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 496/448 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.443777:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8700 with x1830957333571072 ext(0->7) 00010000:00010000:2.0:1746137654.443782:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.443790:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.443799:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c8700 00000100:00100000:0.0:1746137654.445553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.446277:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333571200 00000100:00100000:2.0:1746137654.446283:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333571200 00010000:00010000:2.0:1746137654.446320:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.446353:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15647 00000100:00100000:2.0:1746137654.446359:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2009:x1830957333571200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.446371:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.446385:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.446396:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.446415:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417765df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd592 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.446441:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.446443:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.446449:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd599 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.446456:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd599 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.446626:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd599 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.446637:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327422976:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.446721:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.448785:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.448876:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327422976:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.448891:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.448977:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2009:x1830957333571200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2617us (3427us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.448990:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15647 00000100:00100000:3.0:1746137654.449167:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333571456 00000100:00100000:3.0:1746137654.449172:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333571456 00002000:00100000:3.0:1746137654.449201:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c9180 x1830957333571456/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.449209:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9180 with x1830957333571456 ext(0->4095) 00002000:00010000:3.0:1746137654.449213:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c9180 00000100:00100000:3.0:1746137654.449227:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14759 00000100:00100000:3.0:1746137654.449233:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333571456:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137654.449327:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333571456:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (547us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.449333:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14759 00002000:00100000:3.0:1746137654.449337:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c9180 x1830957333571456/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.449349:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9180 with x1830957333571456 ext(0->4095) 00002000:00010000:3.0:1746137654.449351:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c9180 00000100:00100000:0.0:1746137654.451374:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.451457:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333571584 00000100:00100000:3.0:1746137654.451462:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333571584 00000100:00100000:3.0:1746137654.451540:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31297 00000100:00100000:3.0:1746137654.451545:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:1685:x1830957333571584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.451556:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.451566:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5a0 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.451582:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd599 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.451587:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.451588:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.451591:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.451608:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd599 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.451615:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd599 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.451622:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327423104:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.451876:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.453091:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327423104:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.453115:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.453128:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137654.453180:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1685:x1830957333571584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1631us (1806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.453187:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31297 00000100:00100000:0.0:1746137654.453892:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.453951:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.454001:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333571712 00000100:00100000:2.0:1746137654.454006:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333571712 00000100:00100000:3.0:1746137654.454031:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333571840 00000100:00100000:3.0:1746137654.454037:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333571840 00000100:00100000:3.0:1746137654.454087:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31298 00000100:00100000:3.0:1746137654.454094:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333571840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.454096:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd599 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.454107:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.454119:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5a7 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.454128:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15648 00000100:00100000:2.0:1746137654.454134:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333571712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.454138:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.454142:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.454142:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.454148:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.454150:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.454158:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd599 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.454168:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd599 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.454188:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.454190:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb61417765e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd599 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.454200:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.454208:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.454209:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.454215:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.454221:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.454241:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00010000:00010000:2.0:1746137654.454249:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.454259:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.454267:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327423360:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.454275:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333571840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.454281:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31298 00000100:00100000:2.0:1746137654.454314:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.455520:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327423360:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.455533:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.455562:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333571712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1428us (1671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.455568:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15648 00000100:00100000:0.0:1746137654.455934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.455970:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333572096 00000100:00100000:2.0:1746137654.455974:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333572096 00002000:00100000:2.0:1746137654.455998:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c713800 x1830957333572096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.456011:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c713800 with x1830957333572096 ext(0->4095) 00010000:00010000:2.0:1746137654.456017:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.456026:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.456031:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c713800 00000100:00100000:2.0:1746137654.456058:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3619 00000100:00100000:2.0:1746137654.456064:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2010:x1830957333572096:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137654.456172:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2010:x1830957333572096:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (238us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.456177:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3619 00002000:00100000:2.0:1746137654.456182:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c713800 x1830957333572096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.456187:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c713800 with x1830957333572096 ext(0->4095) 00010000:00010000:2.0:1746137654.456191:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.456200:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.456204:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c713800 00000100:00100000:0.0:1746137654.458223:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.458289:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333572224 00000100:00100000:3.0:1746137654.458297:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333572224 00000100:00100000:3.0:1746137654.458359:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31299 00000100:00100000:3.0:1746137654.458368:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333572224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.458382:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.458396:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5ae expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.458418:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.458424:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.458429:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137654.458432:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.458465:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.458478:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.458492:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137654.458542:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333572224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.458548:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31299 00000100:00100000:0.0:1746137654.458661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.458708:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333572352 00000100:00100000:2.0:1746137654.458713:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333572352 00010000:00010000:2.0:1746137654.458728:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.458752:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15649 00000100:00100000:2.0:1746137654.458758:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333572352:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.458765:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.458778:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.458787:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.458802:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417765ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a0 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.458839:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.458841:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.458846:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.458852:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.458869:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.458878:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.458892:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327423616:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.458947:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.460096:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327423616:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.460109:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.460141:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333572352:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1383us (1480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.460147:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15649 00000100:00100000:0.0:1746137654.460863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.460968:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333572608 00000100:00100000:3.0:1746137654.460973:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333572608 00002000:00100000:3.0:1746137654.460998:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205de680 x1830957333572608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.461006:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205de680 with x1830957333572608 ext(0->4095) 00010000:00010000:3.0:1746137654.461012:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.461022:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.461028:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205de680 00000100:00100000:3.0:1746137654.461052:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3620 00000100:00100000:3.0:1746137654.461058:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333572608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137654.461150:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333572608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.461156:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3620 00002000:00100000:3.0:1746137654.461160:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205de680 x1830957333572608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.461172:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205de680 with x1830957333572608 ext(0->4095) 00010000:00010000:3.0:1746137654.461176:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.461185:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.461190:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205de680 00000100:00100000:0.0:1746137654.463210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.463335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.463592:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333572864 00000100:00100000:2.0:1746137654.463597:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333572864 00010000:00010000:2.0:1746137654.463619:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.463648:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15650 00000100:00100000:3.0:1746137654.463650:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333572736 00000100:00100000:2.0:1746137654.463654:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2009:x1830957333572864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746137654.463655:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333572736 00010000:00010000:2.0:1746137654.463664:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.463677:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.463686:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31300 00010000:00010000:2.0:1746137654.463688:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.463691:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333572736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.463701:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.463704:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417765f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5a7 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.463709:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5b5 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.463718:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.463720:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.463726:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.463733:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.463882:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.463889:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.463890:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.463893:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5b5 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.463913:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.463926:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.463936:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327423744:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.463997:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.464006:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.464014:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327423872:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.464143:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.464155:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.465643:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327423744:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.465663:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5b5 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137654.465665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137654.465674:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137654.465692:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333573120 00000100:00100000:3.0:1746137654.465696:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333573120 00000100:00100000:2.0:1746137654.465697:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327423872:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.465707:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746137654.465718:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205df480 x1830957333573120/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137654.465736:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2009:x1830957333572864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2082us (2400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.465743:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15650 00000100:00100000:2.0:1746137654.465802:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333572736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2111us (2597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.465822:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31300 00002000:00100000:3.0:1746137654.465978:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205df480 with x1830957333573120 ext(0->4095) 00010000:00010000:3.0:1746137654.465985:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.465994:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.465999:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205df480 00000100:00100000:3.0:1746137654.466023:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3621 00000100:00100000:3.0:1746137654.466030:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333573120:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137654.466115:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333573120:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 86us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.466120:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3621 00002000:00100000:3.0:1746137654.466125:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205df480 x1830957333573120/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.466132:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205df480 with x1830957333573120 ext(0->4095) 00010000:00010000:3.0:1746137654.466135:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.466142:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.466146:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205df480 00000100:00100000:0.0:1746137654.467524:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.467681:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333573248 00000100:00100000:2.0:1746137654.467686:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333573248 00010000:00010000:2.0:1746137654.467705:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.467727:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15651 00000100:00100000:2.0:1746137654.467732:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333573248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.467745:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.467757:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.467766:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.467782:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417765fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ae expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.467824:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.467826:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.467832:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5b5 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.467840:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5b5 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.467862:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5b5 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.467870:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327424000:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.467927:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.468967:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327424000:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.468978:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.469000:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333573248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1267us (1478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.469006:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15651 00000100:00100000:0.0:1746137654.469153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.469194:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333573504 00000100:00100000:3.0:1746137654.469198:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333573504 00002000:00100000:3.0:1746137654.469221:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205dea00 x1830957333573504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.469230:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205dea00 with x1830957333573504 ext(0->4095) 00002000:00010000:3.0:1746137654.469233:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801205dea00 00000100:00100000:3.0:1746137654.469257:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14760 00000100:00100000:3.0:1746137654.469262:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2009:x1830957333573504:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137654.469342:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2009:x1830957333573504:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 80us (189us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.469347:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14760 00002000:00100000:3.0:1746137654.469352:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205dea00 x1830957333573504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.469705:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205dea00 with x1830957333573504 ext(0->4095) 00002000:00010000:3.0:1746137654.469708:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801205dea00 00000100:00100000:0.0:1746137654.470335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.470408:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333573632 00000100:00100000:2.0:1746137654.470413:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333573632 00000100:00100000:2.0:1746137654.470447:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31301 00000100:00100000:2.0:1746137654.470453:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333573632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.470462:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.470472:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5bc expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.470490:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5b5 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.470496:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.470497:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.470500:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5bc expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.470524:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5b5 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.470534:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5b5 expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.470544:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327424128:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.470608:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.472375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.472434:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333573760 00000100:00100000:3.0:1746137654.472440:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333573760 00010000:00010000:3.0:1746137654.472460:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5b5 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.472492:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15652 00000100:00100000:3.0:1746137654.472498:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333573760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.472509:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.472524:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5b5 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.472534:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5b5 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.472547:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327424128:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.472550:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776602 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5b5 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.472564:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5bc expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.472571:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.472573:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.472579:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5bc expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.472585:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5bc expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.472697:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091565200, rc 0) 00010000:00010000:3.0:1746137654.472793:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5bc expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.473078:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327424256:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.473124:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333573632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2670us (2789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.473131:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.473131:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31301 00000100:00100000:3.0:1746137654.474671:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327424256:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137654.474680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137654.474684:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.474723:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333573760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2224us (2350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.474730:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15652 00000100:00100000:2.0:1746137654.474747:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333574016 00000100:00100000:2.0:1746137654.474752:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333574016 00002000:00100000:2.0:1746137654.474778:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec0a80 x1830957333574016/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.474786:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0a80 with x1830957333574016 ext(0->4095) 00002000:00010000:2.0:1746137654.474790:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec0a80 00000100:00100000:2.0:1746137654.474822:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14761 00000100:00100000:2.0:1746137654.474829:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333574016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.474910:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333574016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.474916:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14761 00002000:00100000:2.0:1746137654.474921:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec0a80 x1830957333574016/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.474928:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0a80 with x1830957333574016 ext(0->4095) 00002000:00010000:2.0:1746137654.474930:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec0a80 00000100:00100000:0.0:1746137654.476511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.476582:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333574144 00000100:00100000:2.0:1746137654.476586:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333574144 00000100:00100000:2.0:1746137654.476661:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31302 00000100:00100000:2.0:1746137654.476668:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:1685:x1830957333574144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.476680:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.476691:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5c3 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.476714:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5bc expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.476720:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.476722:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.476725:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.476746:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5bc expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.476753:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5bc expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.476761:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327424384:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.476889:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.478531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.478604:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327424384:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.478607:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333574272 00000100:00100000:3.0:1746137654.478612:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333574272 00010000:00010000:2.0:1746137654.478624:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.478631:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5bc expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.478639:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564600, rc 0) 00000100:00100000:3.0:1746137654.478656:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15653 00000100:00100000:3.0:1746137654.478662:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333574272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.478671:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137654.478678:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1685:x1830957333574144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2010us (2169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.478685:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31302 00010000:00010000:3.0:1746137654.478686:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5bc expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.478695:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5bc expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.478711:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb6141776609 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5bc expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.478723:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.478724:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.478729:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.478736:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.478758:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.478767:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327424512:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.478803:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.480169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.480234:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333574400 00000100:00100000:3.0:1746137654.480239:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333574400 00000100:00100000:3.0:1746137654.480410:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31303 00000100:00100000:3.0:1746137654.480417:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333574400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.480429:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.480440:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5ca expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.480457:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.480462:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.480464:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.480467:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.480628:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.480639:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.480649:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327424640:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.481222:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.482608:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327424512:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.482623:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.482670:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333574272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4007us (4140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.482678:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15653 00000100:00100000:0.0:1746137654.482734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.482795:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333574656 00000100:00100000:2.0:1746137654.482800:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333574656 00002000:00100000:2.0:1746137654.482850:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f146680 x1830957333574656/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.482859:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f146680 with x1830957333574656 ext(0->4095) 00010000:00010000:2.0:1746137654.482866:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.482876:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.482882:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f146680 00000100:00100000:2.0:1746137654.482908:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3622 00000100:00100000:2.0:1746137654.482915:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333574656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.483150:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333574656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 236us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.483155:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3622 00002000:00100000:2.0:1746137654.483160:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f146680 x1830957333574656/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.483171:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f146680 with x1830957333574656 ext(0->4095) 00010000:00010000:2.0:1746137654.483175:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.483182:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.483187:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f146680 00000100:00100000:3.0:1746137654.483268:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327424640:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.483282:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.483293:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137654.483330:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333574400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2914us (3165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.483336:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31303 00000100:00100000:0.0:1746137654.485294:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.485419:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333574784 00000100:00100000:3.0:1746137654.485425:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333574784 00000100:00100000:3.0:1746137654.485460:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31304 00000100:00100000:3.0:1746137654.485470:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333574784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.485482:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.485495:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5d1 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.485513:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.485518:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.485522:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137654.485525:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.485549:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.485558:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.485565:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137654.485605:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333574784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.485610:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31304 00000100:00100000:0.0:1746137654.489767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.489898:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333574912 00000100:00100000:3.0:1746137654.489905:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333574912 00010000:00010000:3.0:1746137654.489935:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.489974:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15654 00000100:00100000:3.0:1746137654.489980:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333574912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.489994:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.490008:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.490018:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.490033:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141776610 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5c3 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.490059:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.490061:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.490067:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.490074:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.490100:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.490109:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.490123:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327424896:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.490203:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.492521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.492595:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333575168 00000100:00100000:2.0:1746137654.492605:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333575168 00002000:00100000:2.0:1746137654.492640:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f144000 x1830957333575168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.492648:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144000 with x1830957333575168 ext(0->4095) 00010000:00010000:2.0:1746137654.492655:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.492666:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.492672:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f144000 00000100:00100000:2.0:1746137654.492707:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3623 00000100:00100000:2.0:1746137654.492714:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333575168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.492754:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327424896:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.492773:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.492842:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333575168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (328us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.492848:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3623 00002000:00100000:2.0:1746137654.492854:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f144000 x1830957333575168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.492860:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144000 with x1830957333575168 ext(0->4095) 00010000:00010000:2.0:1746137654.492865:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.492873:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.492878:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f144000 00000100:00100000:3.0:1746137654.492952:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333574912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2971us (3190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.492959:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15654 00000100:00100000:0.0:1746137654.494703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.494831:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333575296 00000100:00100000:3.0:1746137654.494841:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333575296 00000100:00100000:3.0:1746137654.494894:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31305 00000100:00100000:3.0:1746137654.494902:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333575296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.494922:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.494940:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5d8 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.494967:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.494973:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.494980:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137654.494983:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d8 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.495021:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.495037:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d8 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.495045:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:3.0:1746137654.495098:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333575296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.495104:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31305 00000100:00100000:0.0:1746137654.496581:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.496669:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333575424 00000100:00100000:3.0:1746137654.496674:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333575424 00010000:00010000:3.0:1746137654.496698:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.497076:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15655 00000100:00100000:3.0:1746137654.497084:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333575424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.497098:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.497118:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.497129:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.497150:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776617 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ca expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.497178:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.497180:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.497576:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.497587:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.497617:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.497628:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.497640:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327425152:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.497736:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.501088:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327425152:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.501105:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.501154:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333575424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4070us (4577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.501164:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15655 00000100:00100000:0.0:1746137654.501284:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.501415:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333575680 00000100:00100000:2.0:1746137654.501427:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333575680 00002000:00100000:2.0:1746137654.501469:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12ea00 x1830957333575680/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.501481:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ea00 with x1830957333575680 ext(0->4095) 00010000:00010000:2.0:1746137654.501490:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.501503:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.501509:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b12ea00 00000100:00100000:2.0:1746137654.501544:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3624 00000100:00100000:2.0:1746137654.501556:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333575680:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137654.501778:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333575680:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 226us (497us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.501787:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3624 00002000:00100000:2.0:1746137654.501793:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12ea00 x1830957333575680/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.501800:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ea00 with x1830957333575680 ext(0->4095) 00010000:00010000:2.0:1746137654.501832:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.501900:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.501906:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b12ea00 00000100:00100000:0.0:1746137654.503876:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.503955:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333575808 00000100:00100000:3.0:1746137654.503963:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333575808 00010000:00010000:3.0:1746137654.503992:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.504447:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15656 00000100:00100000:3.0:1746137654.504457:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333575808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.504472:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.504491:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.504504:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.504528:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177661e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d1 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.504561:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.504563:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.504572:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d8 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.504581:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d8 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.504616:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d8 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.504628:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327425280:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.504734:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.507340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.507407:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333576064 00000100:00100000:2.0:1746137654.507418:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333576064 00002000:00100000:2.0:1746137654.507466:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12f800 x1830957333576064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.507476:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12f800 with x1830957333576064 ext(0->4095) 00002000:00010000:2.0:1746137654.507481:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12f800 00000100:00100000:2.0:1746137654.507514:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14762 00000100:00100000:2.0:1746137654.507522:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333576064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.507666:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327425280:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.507687:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.507751:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333575808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3295us (3878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.507762:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15656 00000100:00100000:2.0:1746137654.508013:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333576064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 491us (680us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.508018:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14762 00002000:00100000:2.0:1746137654.508024:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12f800 x1830957333576064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.508035:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12f800 with x1830957333576064 ext(0->4095) 00002000:00010000:2.0:1746137654.508038:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12f800 00000100:00100000:2.0:1746137654.511612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.511802:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333576192 00000100:00100000:3.0:1746137654.512065:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333576192 00000100:00100000:3.0:1746137654.512110:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31306 00000100:00100000:3.0:1746137654.512506:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333576192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.512522:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.512541:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5df expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.512567:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d8 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.512574:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.512576:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.512579:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.512601:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d8 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.512611:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d8 expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.512621:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327425408:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.512689:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.515535:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327425408:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.515561:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.515576:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:0.0:1746137654.515984:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.516263:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333576192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3515us (4027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.516272:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31306 00000100:00100000:3.0:1746137654.517232:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333576320 00000100:00100000:3.0:1746137654.517239:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333576320 00010000:00010000:3.0:1746137654.517268:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d8 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.517297:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15657 00000100:00100000:3.0:1746137654.517311:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333576320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.517322:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.517339:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d8 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.517349:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d8 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.517367:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776625 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5d8 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.517390:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.517392:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.517398:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.517405:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.517428:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.517436:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327425536:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.517505:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.521006:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.521082:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333576448 00000100:00100000:3.0:1746137654.521093:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333576448 00000100:00100000:0.0:1746137654.521130:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.521146:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31307 00000100:00100000:3.0:1746137654.521153:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333576448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137654.521294:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333576704 00000100:00100000:2.0:1746137654.521307:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333576704 00002000:00100000:2.0:1746137654.521331:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4b7480 x1830957333576704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.521339:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b7480 with x1830957333576704 ext(0->4095) 00002000:00010000:2.0:1746137654.521343:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4b7480 00000100:00100000:2.0:1746137654.521371:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14763 00000100:00100000:2.0:1746137654.521376:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333576704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746137654.521707:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.521719:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5e6 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.521740:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.521746:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.521748:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.521751:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.521774:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.521788:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.521799:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327425664:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.521935:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333576704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 558us (804us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.521941:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14763 00002000:00100000:2.0:1746137654.521946:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4b7480 x1830957333576704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.521952:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b7480 with x1830957333576704 ext(0->4095) 00010000:00010000:2.0:1746137654.521957:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.521965:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.521970:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4b7480 00000100:00100000:2.0:1746137654.522004:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327425536:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.522014:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.522046:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333576320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4735us (6069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.522052:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15657 00000100:00100000:3.0:1746137654.522860:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.524870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.524967:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333576832 00000100:00100000:1.0:1746137654.524973:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333576832 00000100:00100000:3.0:1746137654.524983:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327425664:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.525003:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137654.525015:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31308 00010000:00010000:3.0:1746137654.525017:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:1.0:1746137654.525021:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1685:x1830957333576832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.525033:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.525043:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5ed expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.525045:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333576448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3893us (4051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.525050:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31307 00010000:00010000:1.0:1746137654.525058:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.525062:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.525067:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.525070:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ed expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.525145:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.525155:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ed expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.525162:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea600, rc 0) 00000100:00100000:1.0:1746137654.525195:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1685:x1830957333576832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.525201:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31308 00000100:00100000:0.0:1746137654.526403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.528129:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333576960 00000100:00100000:2.0:1746137654.528138:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333576960 00010000:00010000:2.0:1746137654.528175:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.528201:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15658 00000100:00100000:2.0:1746137654.528208:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333576960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.528219:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.528236:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.528246:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.528265:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb614177662c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5df expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.528312:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.528314:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.528321:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.528328:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.528357:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.528367:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.528377:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327425920:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.528470:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.531637:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.531661:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327425920:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.531679:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.531715:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333576960:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3507us (5313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.531716:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333577216 00000100:00100000:3.0:1746137654.531722:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333577216 00000100:00100000:2.0:1746137654.531724:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15658 00002000:00100000:3.0:1746137654.531754:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b001500 x1830957333577216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.531763:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b001500 with x1830957333577216 ext(0->4095) 00010000:00010000:3.0:1746137654.531771:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.531782:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.531792:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b001500 00000100:00100000:3.0:1746137654.531846:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3625 00000100:00100000:3.0:1746137654.531852:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333577216:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.531946:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333577216:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.531951:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3625 00002000:00100000:3.0:1746137654.531956:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b001500 x1830957333577216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.531963:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b001500 with x1830957333577216 ext(0->4095) 00010000:00010000:3.0:1746137654.531966:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.531975:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.531980:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b001500 00000100:00100000:0.0:1746137654.534627:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.534736:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333577344 00000100:00100000:2.0:1746137654.534743:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333577344 00010000:00010000:2.0:1746137654.534770:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.534802:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15659 00000100:00100000:2.0:1746137654.534844:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2009:x1830957333577344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.534855:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.534869:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.534884:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.534903:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776633 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5e6 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.534917:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.534918:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.534925:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ed expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.534932:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ed expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.535005:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ed expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.535016:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327426048:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.535185:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.536829:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327426048:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.536844:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.536873:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2009:x1830957333577344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2030us (2252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.536880:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15659 00000100:00100000:0.0:1746137654.538173:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.538253:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333577600 00000100:00100000:1.0:1746137654.538258:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333577600 00002000:00100000:1.0:1746137654.538288:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200c700 x1830957333577600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.538297:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200c700 with x1830957333577600 ext(0->4095) 00002000:00010000:1.0:1746137654.538308:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200c700 00000100:00100000:1.0:1746137654.538324:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14764 00000100:00100000:1.0:1746137654.538330:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333577600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137654.538595:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333577600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 263us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.538601:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14764 00002000:00100000:1.0:1746137654.538606:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200c700 x1830957333577600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.538612:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200c700 with x1830957333577600 ext(0->4095) 00002000:00010000:1.0:1746137654.538614:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200c700 00000100:00100000:0.0:1746137654.541374:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.541455:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333577728 00000100:00100000:1.0:1746137654.541462:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333577728 00000100:00100000:1.0:1746137654.541550:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31309 00000100:00100000:1.0:1746137654.541557:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333577728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.541571:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.541585:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5f4 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.541606:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ed expref: 17 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.541717:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.541720:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.541725:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.541749:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ed expref: 17 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.541760:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ed expref: 17 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.541770:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327426176:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.542038:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.545038:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327426176:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.545064:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.545229:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:1.0:1746137654.545269:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333577728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3711us (3901us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.545277:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31309 00000100:00100000:0.0:1746137654.545925:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.546015:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333577856 00000100:00100000:2.0:1746137654.546021:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333577856 00010000:00010000:2.0:1746137654.546041:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ed expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.546060:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15660 00000100:00100000:2.0:1746137654.546065:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333577856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.546074:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.546088:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ed expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.546096:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ed expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.546112:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb614177663a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5ed expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.546125:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.546127:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.546132:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.546138:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.546173:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.546182:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327426304:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.546246:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.546913:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746137654.546925:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327426432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746137654.546962:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137654.547048:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327426432 00000100:00100000:3.0:1746137654.547054:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327426432 00000100:00100000:3.0:1746137654.547108:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1746137654.547116:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957327426432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746137654.547146:0:8828:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746137654.547212:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957327426432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.547218:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1746137654.547229:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327426432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746137654.548426:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.548458:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.548468:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333577984 00000100:00100000:1.0:1746137654.548472:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333577984 00000100:00100000:2.0:1746137654.548526:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327426304:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.548538:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137654.548650:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31310 00000100:00100000:1.0:1746137654.548657:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333577984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.548666:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.548677:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd5fb expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.548699:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.548705:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.548706:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.548710:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.548731:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333577856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2665us (2807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.548738:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15660 00000100:00100000:2.0:1746137654.548768:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333578240 00000100:00100000:2.0:1746137654.548771:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333578240 00002000:00100000:2.0:1746137654.548789:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200ea00 x1830957333578240/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.548797:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200ea00 with x1830957333578240 ext(0->4095) 00010000:00010000:2.0:1746137654.548802:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.548841:0:27013:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746137654.548964:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200ea00 00000100:00100000:2.0:1746137654.548979:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3626 00000100:00100000:2.0:1746137654.548984:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333578240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00010000:00010000:1.0:1746137654.549001:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.549011:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.549021:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327426560:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.549064:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333578240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 80us (604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.549069:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3626 00000100:00100000:1.0:1746137654.549069:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00002000:00100000:2.0:1746137654.549073:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200ea00 x1830957333578240/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.549085:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200ea00 with x1830957333578240 ext(0->4095) 00010000:00010000:2.0:1746137654.549193:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.549204:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.549209:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200ea00 00000100:00100000:0.0:1746137654.550849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.550892:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327426560:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.550911:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.550923:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:1.0:1746137654.550951:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333577984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2294us (2526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.550957:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31310 00000100:00100000:1.0:1746137654.550979:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333578368 00000100:00100000:1.0:1746137654.550983:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333578368 00000100:00100000:1.0:1746137654.550999:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31311 00000100:00100000:1.0:1746137654.551004:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1685:x1830957333578368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.551013:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.551021:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd602 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.551034:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.551037:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.551042:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.551045:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd602 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.551063:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.551071:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd602 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.551077:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea800, rc 0) 00000100:00100000:1.0:1746137654.551631:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1685:x1830957333578368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 625us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.551637:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31311 00000100:00100000:0.0:1746137654.552081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.552343:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333578496 00000100:00100000:2.0:1746137654.552348:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333578496 00010000:00010000:2.0:1746137654.552366:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.552393:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15661 00000100:00100000:2.0:1746137654.552398:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333578496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.552407:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.552422:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.552431:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.552445:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776641 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5f4 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.552467:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.552470:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.552475:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.552482:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.552507:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.552517:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.552526:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327426816:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.552703:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.555355:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.555432:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327426816:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.555440:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333578752 00000100:00100000:3.0:1746137654.555444:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333578752 00010000:00010000:2.0:1746137654.555447:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746137654.555475:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200fb80 x1830957333578752/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137654.555476:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333578496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3078us (3396us total) trans 0 rc 0/0 00002000:00100000:3.0:1746137654.555483:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200fb80 with x1830957333578752 ext(0->4095) 00000100:00100000:2.0:1746137654.555483:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15661 00010000:00010000:3.0:1746137654.555620:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.555633:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.555639:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200fb80 00000100:00100000:3.0:1746137654.555666:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3627 00000100:00100000:3.0:1746137654.555672:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333578752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.555783:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333578752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (433us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.555789:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3627 00002000:00100000:3.0:1746137654.555793:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200fb80 x1830957333578752/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.555799:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200fb80 with x1830957333578752 ext(0->4095) 00010000:00010000:3.0:1746137654.555803:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.555830:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.555838:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200fb80 00000100:00100000:0.0:1746137654.559239:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.560038:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333578880 00000100:00100000:2.0:1746137654.560045:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333578880 00010000:00010000:2.0:1746137654.560072:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.560093:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15662 00000100:00100000:2.0:1746137654.560099:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333578880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.560112:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.560125:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.560135:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.560151:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776648 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd5fb expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.560182:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.560184:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.560190:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd602 expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.560196:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd602 expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.560221:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd602 expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.560230:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327426944:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.560314:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.563748:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327426944:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137654.563751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137654.563764:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.563818:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333579136 00000100:00100000:3.0:1746137654.563824:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333579136 00002000:00100000:3.0:1746137654.563862:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deedc00 x1830957333579136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137654.563869:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333578880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3768us (4635us total) trans 0 rc 0/0 00002000:00100000:3.0:1746137654.563871:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deedc00 with x1830957333579136 ext(0->4095) 00002000:00010000:3.0:1746137654.563875:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deedc00 00000100:00100000:2.0:1746137654.563880:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15662 00000100:00100000:3.0:1746137654.563892:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14765 00000100:00100000:3.0:1746137654.563897:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333579136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.563983:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333579136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.563989:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14765 00002000:00100000:3.0:1746137654.563993:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deedc00 x1830957333579136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.564000:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deedc00 with x1830957333579136 ext(0->4095) 00002000:00010000:3.0:1746137654.564002:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deedc00 00000100:00100000:0.0:1746137654.566009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.566051:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333579264 00000100:00100000:1.0:1746137654.566057:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333579264 00000100:00100000:1.0:1746137654.566091:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31312 00000100:00100000:1.0:1746137654.566097:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333579264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.566108:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.566120:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd609 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.566141:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd602 expref: 17 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.566147:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.566149:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.566153:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.566175:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd602 expref: 17 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.566185:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd602 expref: 17 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.566195:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327427072:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.566262:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.567652:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327427072:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.567669:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.567680:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb000, rc 0) 00000100:00100000:1.0:1746137654.567715:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333579264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1618us (1712us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.567721:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31312 00000100:00100000:0.0:1746137654.568599:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.568656:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333579392 00000100:00100000:2.0:1746137654.568662:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333579392 00010000:00010000:2.0:1746137654.568684:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd602 expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.568749:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15663 00000100:00100000:2.0:1746137654.568755:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333579392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.568767:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.568782:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd602 expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.568792:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd602 expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.568834:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177664f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd602 expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.569016:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.569019:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.569025:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.569033:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.569058:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.569068:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327427200:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.569554:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.573862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.573981:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.574073:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333579776 00000100:00100000:1.0:1746137654.574081:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333579776 00000100:00100000:1.0:1746137654.574119:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31313 00000100:00100000:1.0:1746137654.574126:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333579776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.574141:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.574155:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd610 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.574180:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.574187:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.574189:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.574192:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.574217:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.574227:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 5 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.574237:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327427328:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.574330:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.574600:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327427200:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.574612:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.575079:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333579392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6322us (6479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.575086:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15663 00000100:00100000:3.0:1746137654.575152:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333579648 00000100:00100000:3.0:1746137654.575157:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333579648 00002000:00100000:3.0:1746137654.575179:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8fb80 x1830957333579648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.575187:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8fb80 with x1830957333579648 ext(0->4095) 00010000:00010000:3.0:1746137654.575192:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.575211:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.575216:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce8fb80 00000100:00100000:3.0:1746137654.575227:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3628 00000100:00100000:3.0:1746137654.575233:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333579648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.575634:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333579648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 401us (1780us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.575640:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3628 00002000:00100000:3.0:1746137654.575644:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8fb80 x1830957333579648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.575650:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8fb80 with x1830957333579648 ext(0->4095) 00010000:00010000:3.0:1746137654.575654:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.575662:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.575667:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce8fb80 00000100:00100000:1.0:1746137654.576193:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327427328:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.576209:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.576218:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb800, rc 0) 00000100:00100000:1.0:1746137654.576235:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333579776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2111us (2256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.576240:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31313 00000100:00100000:0.0:1746137654.579501:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.579585:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.579764:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333579904 00000100:00100000:1.0:1746137654.579771:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333579904 00000100:00100000:1.0:1746137654.579821:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31314 00000100:00100000:1.0:1746137654.579829:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1685:x1830957333579904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.579843:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.579856:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd617 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.579876:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.579881:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.579887:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.579890:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd617 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.579917:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.579926:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd617 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.579935:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb600, rc 0) 00000100:00100000:1.0:1746137654.579967:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1685:x1830957333579904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.579972:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31314 00000100:00100000:2.0:1746137654.580079:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333580032 00000100:00100000:2.0:1746137654.580082:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333580032 00010000:00010000:2.0:1746137654.580099:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.580116:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15664 00000100:00100000:2.0:1746137654.580121:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333580032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.580127:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.580140:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.580148:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.580162:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776656 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd609 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.580187:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.580189:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.580194:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.580200:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.580218:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.580227:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.580237:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327427584:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.580286:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.581448:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327427584:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.581461:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.581495:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333580032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1373us (1908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.581502:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15664 00000100:00100000:0.0:1746137654.582468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.582540:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333580288 00000100:00100000:3.0:1746137654.582544:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333580288 00002000:00100000:3.0:1746137654.582572:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8c000 x1830957333580288/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.582581:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8c000 with x1830957333580288 ext(0->4095) 00010000:00010000:3.0:1746137654.582589:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.582605:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.582611:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce8c000 00000100:00100000:3.0:1746137654.582635:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3629 00000100:00100000:3.0:1746137654.582641:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333580288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.582738:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333580288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (272us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.582744:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3629 00002000:00100000:3.0:1746137654.582749:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8c000 x1830957333580288/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.582755:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8c000 with x1830957333580288 ext(0->4095) 00010000:00010000:3.0:1746137654.582759:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.582768:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.582773:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce8c000 00000100:00100000:0.0:1746137654.585627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.585691:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333580416 00000100:00100000:2.0:1746137654.585699:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333580416 00010000:00010000:2.0:1746137654.585725:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.588833:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15665 00000100:00100000:2.0:1746137654.588848:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2009:x1830957333580416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.588864:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.588885:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.588896:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.588914:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb614177665d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd610 expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.588942:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.588943:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.588949:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd617 expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.588956:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd617 expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.588984:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd617 expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.588992:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327427712:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.589059:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.593156:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327427712:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.593175:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.593218:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2009:x1830957333580416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4374us (7596us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.593231:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15665 00000100:00100000:0.0:1746137654.593423:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.593495:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333580672 00000100:00100000:3.0:1746137654.593501:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333580672 00002000:00100000:3.0:1746137654.593530:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8df80 x1830957333580672/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.593544:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8df80 with x1830957333580672 ext(0->4095) 00002000:00010000:3.0:1746137654.593547:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8df80 00000100:00100000:3.0:1746137654.593569:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14766 00000100:00100000:3.0:1746137654.593575:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2009:x1830957333580672:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137654.593692:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2009:x1830957333580672:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (269us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.593698:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14766 00002000:00100000:3.0:1746137654.593703:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8df80 x1830957333580672/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.593710:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8df80 with x1830957333580672 ext(0->4095) 00002000:00010000:3.0:1746137654.593713:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8df80 00000100:00100000:0.0:1746137654.598513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.598610:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333580800 00000100:00100000:2.0:1746137654.598618:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333580800 00000100:00100000:2.0:1746137654.598667:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31315 00000100:00100000:2.0:1746137654.598674:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333580800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.598688:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.598701:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd61e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.598724:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd617 expref: 17 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.598731:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.598732:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.598735:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd61e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.598758:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd617 expref: 17 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.598767:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd617 expref: 17 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.598777:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327427840:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.598874:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.600432:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327427840:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.600458:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd61e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.600472:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091565200, rc 0) 00000100:00100000:2.0:1746137654.600637:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333580800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1961us (2128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.600644:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31315 00000100:00100000:0.0:1746137654.601852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.602033:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333580928 00000100:00100000:2.0:1746137654.602041:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333580928 00010000:00010000:2.0:1746137654.602072:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd617 expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.602133:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15666 00000100:00100000:2.0:1746137654.602140:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333580928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.602151:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.602168:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd617 expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.602177:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd617 expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.602196:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776664 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd617 expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.602220:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.602222:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.602228:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd61e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.602236:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd61e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.602263:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd61e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.602273:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327427968:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.602357:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.608088:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.608131:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.608168:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333581312 00000100:00100000:0.0:1746137654.608174:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333581312 00000100:00100000:0.0:1746137654.608222:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31316 00000100:00100000:0.0:1746137654.608229:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333581312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137654.608243:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137654.608257:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd625 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.608289:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333581184 00000100:00100000:3.0:1746137654.608292:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333581184 00002000:00100000:3.0:1746137654.608324:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2df100 x1830957333581184/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.608333:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2df100 with x1830957333581184 ext(0->4095) 00002000:00010000:3.0:1746137654.608337:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2df100 00000100:00100000:3.0:1746137654.608350:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14767 00000100:00100000:3.0:1746137654.608355:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333581184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.608471:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333581184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (391us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.608478:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14767 00002000:00100000:3.0:1746137654.608484:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2df100 x1830957333581184/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.608491:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2df100 with x1830957333581184 ext(0->4095) 00002000:00010000:3.0:1746137654.608493:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2df100 00000100:00100000:2.0:1746137654.608879:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327427968:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.608896:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137654.609731:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd61e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.609741:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.609746:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.609750:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.609773:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd61e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.609783:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd61e expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.609792:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327428096:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.610141:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333580928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7999us (8290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.610151:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15666 00000100:00100000:1.0:1746137654.610706:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.613528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.613607:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.613669:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333581568 00000100:00100000:3.0:1746137654.613675:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333581568 00010000:00010000:3.0:1746137654.613705:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd61e expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.613729:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15667 00000100:00100000:3.0:1746137654.613736:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333581568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.613748:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.613763:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd61e expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.613774:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd61e expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.613787:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327428096:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.613822:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.613833:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.613836:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.613841:0:9582:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.613848:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.613871:0:9582:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137654.613881:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327428224:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137654.613934:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.614045:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333581440 00000100:00100000:2.0:1746137654.614049:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333581440 00000100:00100000:2.0:1746137654.614071:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31317 00000100:00100000:2.0:1746137654.614076:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1685:x1830957333581440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.614087:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.614095:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd62c expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.614110:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.614115:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.614117:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.614120:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd62c expref: 20 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.614134:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.614143:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.614150:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327428352:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.614174:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00010000:00010000:3.0:1746137654.614233:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177666b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd61e expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.614248:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.614269:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333581568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 533us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.614275:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15667 00000100:00100000:1.0:1746137654.615523:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327428224:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137654.615534:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb6000, rc 0) 00000100:00100000:1.0:1746137654.615568:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1679:x1830957333581312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7339us (7435us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.615574:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31316 00000100:00100000:2.0:1746137654.616184:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327428352:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.616203:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd62c expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.616213:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091565400, rc 0) 00000100:00100000:2.0:1746137654.616243:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1685:x1830957333581440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2167us (2723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.616248:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31317 00000100:00100000:0.0:1746137654.616937:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.616961:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333581824 00000100:00100000:3.0:1746137654.616967:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333581824 00002000:00100000:3.0:1746137654.616999:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dea00 x1830957333581824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.617008:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dea00 with x1830957333581824 ext(0->4095) 00010000:00010000:3.0:1746137654.617014:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 19 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.617026:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 19 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.617031:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2dea00 00000100:00100000:3.0:1746137654.617052:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3630 00000100:00100000:3.0:1746137654.617057:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333581824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137654.617165:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333581824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (230us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.617171:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3630 00002000:00100000:3.0:1746137654.617175:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dea00 x1830957333581824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.617183:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dea00 with x1830957333581824 ext(0->4095) 00010000:00010000:3.0:1746137654.617187:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 19 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.617199:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 19 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.617204:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2dea00 00000100:00100000:0.0:1746137654.620556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.620775:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333581952 00000100:00100000:2.0:1746137654.620784:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333581952 00010000:00010000:2.0:1746137654.620833:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 19 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.620894:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15668 00000100:00100000:3.0:1746137654.620903:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333581952:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.620917:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.620935:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 19 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.620945:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 19 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.620964:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb6000/0xddf4fb6141776672 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd625 expref: 19 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.620986:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.620988:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.620994:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd62c expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.621001:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd62c expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.621027:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd62c expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.621037:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327428480:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.621113:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.623122:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.623134:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327428480:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.623149:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.623181:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333582208 00000100:00100000:2.0:1746137654.623187:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333582208 00002000:00100000:2.0:1746137654.623217:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dc380 x1830957333582208/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.623225:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dc380 with x1830957333582208 ext(0->4095) 00002000:00010000:2.0:1746137654.623228:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2dc380 00000100:00100000:2.0:1746137654.623251:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14768 00000100:00100000:2.0:1746137654.623257:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333582208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.623339:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333581952:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2437us (2789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.623347:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15668 00000100:00100000:2.0:1746137654.624087:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333582208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 828us (968us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.624093:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14768 00002000:00100000:2.0:1746137654.624099:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dc380 x1830957333582208/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.624105:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dc380 with x1830957333582208 ext(0->4095) 00002000:00010000:2.0:1746137654.624108:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2dc380 00000100:00100000:0.0:1746137654.626210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.626271:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333582336 00000100:00100000:2.0:1746137654.626279:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333582336 00000100:00100000:2.0:1746137654.626333:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31318 00000100:00100000:2.0:1746137654.626340:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333582336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.626356:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.626372:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd633 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.626403:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd62c expref: 17 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.626409:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.626410:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.626414:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd633 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.626442:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd62c expref: 17 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.626453:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd62c expref: 17 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.626463:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327428608:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.626539:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b0333c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.627959:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327428608:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.627982:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd633 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.627996:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093273c00, rc 0) 00000100:00100000:2.0:1746137654.628039:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333582336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1699us (1834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.628047:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31318 00000100:00100000:0.0:1746137654.629041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.629271:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333582464 00000100:00100000:3.0:1746137654.629278:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333582464 00010000:00010000:3.0:1746137654.629314:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd62c expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.629349:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15669 00000100:00100000:3.0:1746137654.629356:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333582464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.629369:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.629384:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd62c expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.629394:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd62c expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.629472:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091565400/0xddf4fb6141776679 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd62c expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.629608:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.629610:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.629617:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd633 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.629624:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd633 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.629654:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd633 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.629664:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327428736:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.630364:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.632259:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327428736:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.632275:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.632324:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333582464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2968us (3284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.632334:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15669 00000100:00100000:0.0:1746137654.633938:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.634017:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333582720 00000100:00100000:2.0:1746137654.634024:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333582720 00002000:00100000:2.0:1746137654.634055:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f105180 x1830957333582720/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.634064:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105180 with x1830957333582720 ext(0->4095) 00002000:00010000:2.0:1746137654.634067:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f105180 00000100:00100000:2.0:1746137654.634083:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14769 00000100:00100000:2.0:1746137654.634090:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333582720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.634198:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333582720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.634204:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14769 00002000:00100000:2.0:1746137654.634209:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f105180 x1830957333582720/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.634215:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105180 with x1830957333582720 ext(0->4095) 00002000:00010000:2.0:1746137654.634217:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f105180 00000100:00100000:1.0:1746137654.634493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.634552:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333582848 00000100:00100000:2.0:1746137654.634556:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333582848 00000100:00100000:2.0:1746137654.634574:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31319 00000100:00100000:2.0:1746137654.634579:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:1679:x1830957333582848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.634587:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.634600:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd63a expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.634618:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd633 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.634624:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.634626:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.634629:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.634651:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd633 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.634665:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd633 expref: 5 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.634675:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327428864:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.635080:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.637175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.637253:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333582976 00000100:00100000:1.0:1746137654.637260:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333582976 00000100:00100000:2.0:1746137654.637574:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327428864:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.637601:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31320 00010000:00010000:2.0:1746137654.637602:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137654.637608:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1685:x1830957333582976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.637616:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093273a00, rc 0) 00010000:00010000:1.0:1746137654.637621:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.637631:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd641 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.637646:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746137654.637648:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1679:x1830957333582848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3068us (3155us total) trans 0 rc 0/0 00010000:00010000:1.0:1746137654.637650:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 20 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.637654:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31319 00010000:00010000:1.0:1746137654.637655:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.637658:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd641 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.637679:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.637686:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd641 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.637692:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eae00, rc 0) 00000100:00100000:1.0:1746137654.637706:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1685:x1830957333582976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.637711:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31320 00000100:00100000:0.0:1746137654.637836:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.638377:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333583104 00000100:00100000:3.0:1746137654.638381:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333583104 00010000:00010000:3.0:1746137654.638401:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd633 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.638417:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15670 00000100:00100000:3.0:1746137654.638422:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333583104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.638429:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.638442:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd633 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.638451:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd633 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.638464:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093273c00/0xddf4fb6141776680 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd633 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.638488:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.638490:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.638495:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.638501:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.638519:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.638528:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.638536:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327429120:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.638596:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.642597:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327429120:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.642613:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137654.642633:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.642660:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333583104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4237us (4824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.642669:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15670 00000100:00100000:1.0:1746137654.642759:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333583360 00000100:00100000:1.0:1746137654.642765:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333583360 00002000:00100000:1.0:1746137654.642793:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f105c00 x1830957333583360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.642801:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105c00 with x1830957333583360 ext(0->4095) 00010000:00010000:1.0:1746137654.642838:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.642849:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.642859:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f105c00 00000100:00100000:1.0:1746137654.642883:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3631 00000100:00100000:1.0:1746137654.642889:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333583360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137654.643055:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333583360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.643060:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3631 00002000:00100000:1.0:1746137654.643065:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f105c00 x1830957333583360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.643072:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105c00 with x1830957333583360 ext(0->4095) 00010000:00010000:1.0:1746137654.643076:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.643084:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.643088:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f105c00 00000100:00100000:0.0:1746137654.647118:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.647213:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333583488 00000100:00100000:3.0:1746137654.647220:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333583488 00010000:00010000:3.0:1746137654.647253:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.647294:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15671 00000100:00100000:3.0:1746137654.647311:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333583488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.647326:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.647342:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.647352:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.647371:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093273a00/0xddf4fb6141776687 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd63a expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.647396:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.647397:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.647403:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd641 expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.647411:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd641 expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.647436:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd641 expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.647446:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327429248:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.647568:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.650968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.650989:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327429248:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.651003:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.651035:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333583488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3735us (3924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.651044:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15671 00000100:00100000:1.0:1746137654.651736:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333583744 00000100:00100000:1.0:1746137654.651741:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333583744 00002000:00100000:1.0:1746137654.651770:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f105880 x1830957333583744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.651779:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105880 with x1830957333583744 ext(0->4095) 00002000:00010000:1.0:1746137654.651783:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f105880 00000100:00100000:1.0:1746137654.651827:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14770 00000100:00100000:1.0:1746137654.651835:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333583744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137654.651936:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333583744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (975us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.651943:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14770 00002000:00100000:1.0:1746137654.651948:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f105880 x1830957333583744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.651954:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105880 with x1830957333583744 ext(0->4095) 00002000:00010000:1.0:1746137654.651956:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f105880 00000100:00100000:0.0:1746137654.653841:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.653898:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333583872 00000100:00100000:3.0:1746137654.653903:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333583872 00000100:00100000:3.0:1746137654.653933:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31321 00000100:00100000:3.0:1746137654.653939:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333583872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.653951:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.653963:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd648 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.653985:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd641 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.653991:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.653993:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.654001:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd648 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.654022:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd641 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.654033:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd641 expref: 17 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.654042:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327429376:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.654118:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.657689:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.657928:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333584000 00000100:00100000:2.0:1746137654.657936:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333584000 00010000:00010000:2.0:1746137654.657964:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd641 expref: 18 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.657999:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15672 00000100:00100000:2.0:1746137654.658006:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333584000:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.658016:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.658032:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd641 expref: 18 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.658046:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd641 expref: 18 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.658066:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.658068:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.658075:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd648 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.658080:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb614177668e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd641 expref: 18 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.658081:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd648 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.658104:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd648 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.658106:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327429376:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.658114:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327429504:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.658122:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd648 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.658131:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171cc00, rc 0) 00000100:00100000:3.0:1746137654.658159:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333583872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4220us (4323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.658166:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31321 00000100:00100000:2.0:1746137654.658185:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.659617:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327429504:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.659635:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.659696:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333584000:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1687us (2011us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137654.659701:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.659704:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15672 00000100:00100000:3.0:1746137654.659750:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333584256 00000100:00100000:3.0:1746137654.659754:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333584256 00002000:00100000:3.0:1746137654.659781:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120345180 x1830957333584256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.659789:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120345180 with x1830957333584256 ext(0->4095) 00002000:00010000:3.0:1746137654.659792:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120345180 00000100:00100000:3.0:1746137654.659836:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14771 00000100:00100000:3.0:1746137654.659843:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333584256:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137654.660571:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333584256:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 727us (868us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.660578:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14771 00002000:00100000:3.0:1746137654.660583:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120345180 x1830957333584256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.660597:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120345180 with x1830957333584256 ext(0->4095) 00002000:00010000:3.0:1746137654.660600:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120345180 00000100:00100000:0.0:1746137654.662230:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.662324:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333584384 00000100:00100000:0.0:1746137654.662366:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.662457:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333584384 00000100:00100000:3.0:1746137654.662491:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333584512 00000100:00100000:3.0:1746137654.662493:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333584512 00000100:00100000:3.0:1746137654.662506:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31322 00000100:00100000:3.0:1746137654.662512:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333584384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.662524:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.662537:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd64f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.662557:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd648 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.662564:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.662566:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.662569:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.662589:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd648 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.662598:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd648 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.662607:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327429632:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.662658:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.662708:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31323 00000100:00100000:1.0:1746137654.662718:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1685:x1830957333584512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.662727:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.662745:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd656 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.662762:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.662768:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.662773:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.662776:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd656 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.662802:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.662848:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd656 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.662859:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00000100:00100000:1.0:1746137654.662915:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1685:x1830957333584512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.662921:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31323 00000100:00100000:2.0:1746137654.664215:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327429632:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.664231:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.664244:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:2.0:1746137654.664277:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333584384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1765us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.664282:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31322 00000100:00100000:1.0:1746137654.664401:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.664504:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333584640 00000100:00100000:2.0:1746137654.664508:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333584640 00010000:00010000:2.0:1746137654.664527:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd648 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.664555:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15673 00000100:00100000:2.0:1746137654.664560:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333584640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.664569:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.664582:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd648 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.664591:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd648 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.664606:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171cc00/0xddf4fb6141776695 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd648 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.664624:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.664625:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.664634:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.664647:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.664666:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.664674:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.664685:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327429888:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.664740:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.666876:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327429888:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.666891:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.666940:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333584640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2379us (2540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.666949:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15673 00000100:00100000:0.0:1746137654.667589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.667649:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333584896 00000100:00100000:3.0:1746137654.667654:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333584896 00002000:00100000:3.0:1746137654.667681:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120346d80 x1830957333584896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.667689:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346d80 with x1830957333584896 ext(0->4095) 00010000:00010000:3.0:1746137654.667696:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.667707:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.667712:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120346d80 00000100:00100000:3.0:1746137654.667735:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3632 00000100:00100000:3.0:1746137654.667744:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333584896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137654.667881:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333584896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (294us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.667887:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3632 00002000:00100000:3.0:1746137654.667892:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120346d80 x1830957333584896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.667899:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346d80 with x1830957333584896 ext(0->4095) 00010000:00010000:3.0:1746137654.667904:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.667913:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.667919:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120346d80 00000100:00100000:0.0:1746137654.670038:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.670418:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333585024 00000100:00100000:2.0:1746137654.670425:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333585024 00010000:00010000:2.0:1746137654.670448:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.670482:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15674 00000100:00100000:2.0:1746137654.670489:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333585024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.670499:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.670515:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.670525:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.670542:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177669c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd64f expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.670554:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.670555:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.670561:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd656 expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.670568:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd656 expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.670591:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd656 expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.670601:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327430016:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.670675:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.674602:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.674674:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327430016:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.674688:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.674731:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333585024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4241us (4696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.674740:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15674 00000100:00100000:3.0:1746137654.674949:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333585280 00000100:00100000:3.0:1746137654.674956:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333585280 00002000:00100000:3.0:1746137654.674984:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344e00 x1830957333585280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.674993:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344e00 with x1830957333585280 ext(0->4095) 00002000:00010000:3.0:1746137654.674996:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120344e00 00000100:00100000:3.0:1746137654.675014:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14772 00000100:00100000:3.0:1746137654.675020:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333585280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.675114:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333585280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (517us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.675119:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14772 00002000:00100000:3.0:1746137654.675124:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344e00 x1830957333585280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.675131:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344e00 with x1830957333585280 ext(0->4095) 00002000:00010000:3.0:1746137654.675134:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120344e00 00000100:00100000:1.0:1746137654.678295:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.678495:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333585408 00000100:00100000:2.0:1746137654.678501:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333585408 00000100:00100000:2.0:1746137654.678544:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31324 00000100:00100000:2.0:1746137654.678551:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333585408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.678564:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.678577:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd65d expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.678599:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd656 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.678606:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.678607:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.678610:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd65d expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.678633:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd656 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.678644:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd656 expref: 17 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.678830:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327430144:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.679475:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.681463:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327430144:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.681483:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd65d expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.681635:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091565200, rc 0) 00000100:00100000:2.0:1746137654.681704:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333585408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3152us (3417us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.681712:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31324 00000100:00100000:0.0:1746137654.681789:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.681872:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333585536 00000100:00100000:2.0:1746137654.681876:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333585536 00010000:00010000:2.0:1746137654.681894:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd656 expref: 18 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.681941:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15675 00000100:00100000:2.0:1746137654.681946:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120346680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333585536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.681954:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.682135:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd656 expref: 18 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.682145:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd656 expref: 18 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.682161:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb61417766a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd656 expref: 18 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.682230:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.682232:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.682237:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd65d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.682249:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd65d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.682269:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd65d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.682278:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327430272:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.682459:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.683252:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327430272:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.683262:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.683279:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333585536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1332us (1490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.683285:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15675 00000100:00100000:0.0:1746137654.683439:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.683513:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333585792 00000100:00100000:3.0:1746137654.683517:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333585792 00002000:00100000:3.0:1746137654.683539:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120346300 x1830957333585792/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.683548:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346300 with x1830957333585792 ext(0->4095) 00002000:00010000:3.0:1746137654.683551:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120346300 00000100:00100000:3.0:1746137654.683563:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14773 00000100:00100000:3.0:1746137654.683568:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333585792:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137654.683640:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333585792:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 71us (201us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.683646:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14773 00002000:00100000:3.0:1746137654.683650:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120346300 x1830957333585792/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.683657:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346300 with x1830957333585792 ext(0->4095) 00002000:00010000:3.0:1746137654.683659:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120346300 00000100:00100000:0.0:1746137654.685507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.685554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.685620:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333585920 00000100:00100000:2.0:1746137654.685624:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333585920 00000100:00100000:2.0:1746137654.685642:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333586048 00000100:00100000:2.0:1746137654.685643:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333586048 00000100:00100000:2.0:1746137654.685655:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31325 00000100:00100000:2.0:1746137654.685659:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1679:x1830957333585920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.685668:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.685677:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd664 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.685683:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31326 00000100:00100000:3.0:1746137654.685690:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1685:x1830957333586048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.685694:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd65d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.685697:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.685701:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.685702:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.685704:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd66b expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.685704:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.685717:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.685721:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.685726:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.685729:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd66b expref: 20 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.685940:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd65d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.685947:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd65d expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.685954:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327430400:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.685963:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.685971:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd66b expref: 20 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.685977:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137654.686007:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1685:x1830957333586048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 319us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.686011:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31326 00000100:00100000:2.0:1746137654.686174:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.688022:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327430400:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.688038:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.688052:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564a00, rc 0) 00000100:00100000:2.0:1746137654.688085:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333585920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2424us (2580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.688090:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31325 00000100:00100000:0.0:1746137654.688455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.688489:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333586176 00000100:00100000:2.0:1746137654.688493:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333586176 00010000:00010000:2.0:1746137654.688509:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd65d expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.688558:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15676 00000100:00100000:2.0:1746137654.688563:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333586176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.688571:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.688584:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd65d expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.688592:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd65d expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.688605:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417766aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd65d expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.688621:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.688623:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.688630:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.688636:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.688654:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.688885:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.688899:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327430656:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.689038:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.690473:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327430656:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.690484:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.690504:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333586176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1941us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.690511:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15676 00000100:00100000:0.0:1746137654.690653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.690727:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333586432 00000100:00100000:3.0:1746137654.690731:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333586432 00002000:00100000:3.0:1746137654.690754:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096668700 x1830957333586432/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.690761:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668700 with x1830957333586432 ext(0->4095) 00010000:00010000:3.0:1746137654.690766:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.690776:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.690786:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096668700 00000100:00100000:3.0:1746137654.690799:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3633 00000100:00100000:3.0:1746137654.690821:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333586432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.690911:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333586432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (258us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.690916:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3633 00002000:00100000:3.0:1746137654.690921:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096668700 x1830957333586432/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.690933:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668700 with x1830957333586432 ext(0->4095) 00010000:00010000:3.0:1746137654.690937:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.690946:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.690954:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096668700 00000100:00100000:0.0:1746137654.692943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.692999:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333586560 00000100:00100000:2.0:1746137654.693004:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333586560 00010000:00010000:2.0:1746137654.693026:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.693057:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15677 00000100:00100000:2.0:1746137654.693064:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333586560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.693073:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.693087:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.693097:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.693114:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417766b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd664 expref: 19 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.693125:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.693127:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.693132:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd66b expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.693138:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd66b expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.693167:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd66b expref: 18 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.693177:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327430784:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.693247:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.694945:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327430784:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.694956:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.694975:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333586560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1912us (2039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.694980:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15677 00000100:00100000:0.0:1746137654.695591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.695661:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333586816 00000100:00100000:2.0:1746137654.695665:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333586816 00002000:00100000:2.0:1746137654.695688:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096668000 x1830957333586816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.695695:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668000 with x1830957333586816 ext(0->4095) 00002000:00010000:2.0:1746137654.695699:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096668000 00000100:00100000:2.0:1746137654.695724:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14774 00000100:00100000:2.0:1746137654.695730:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333586816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.695841:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333586816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (250us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.695847:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14774 00002000:00100000:2.0:1746137654.695851:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096668000 x1830957333586816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.695857:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668000 with x1830957333586816 ext(0->4095) 00002000:00010000:2.0:1746137654.695860:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096668000 00000100:00100000:0.0:1746137654.697379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.697465:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333586944 00000100:00100000:2.0:1746137654.697471:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333586944 00000100:00100000:2.0:1746137654.697503:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31327 00000100:00100000:2.0:1746137654.697509:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333586944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.697520:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.697533:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd672 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.697553:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd66b expref: 17 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.697559:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.697561:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.697564:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd672 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.697585:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd66b expref: 17 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.697595:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd66b expref: 17 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.697610:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327430912:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.697676:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.698794:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327430912:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.698827:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd672 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.698837:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf600, rc 0) 00000100:00100000:2.0:1746137654.698861:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333586944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1352us (1486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.698867:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31327 00000100:00100000:0.0:1746137654.699190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.699322:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333587072 00000100:00100000:2.0:1746137654.699326:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333587072 00010000:00010000:2.0:1746137654.699341:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd66b expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.699369:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15678 00000100:00100000:2.0:1746137654.699374:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5811050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333587072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.699382:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.699395:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd66b expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.699403:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd66b expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.699422:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417766b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd66b expref: 18 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.699442:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.699444:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.699449:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd672 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.699456:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd672 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.699475:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd672 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.699487:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327431040:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.699547:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b033300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.700777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.700822:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333587328 00000100:00100000:3.0:1746137654.700827:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333587328 00002000:00100000:3.0:1746137654.700852:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669c00 x1830957333587328/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.700860:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669c00 with x1830957333587328 ext(0->4095) 00002000:00010000:3.0:1746137654.700864:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669c00 00000100:00100000:3.0:1746137654.700891:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14775 00000100:00100000:3.0:1746137654.700898:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333587328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.701010:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333587328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (234us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.701016:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14775 00002000:00100000:3.0:1746137654.701022:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669c00 x1830957333587328/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.701028:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669c00 with x1830957333587328 ext(0->4095) 00002000:00010000:3.0:1746137654.701031:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669c00 00000100:00100000:2.0:1746137654.701330:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327431040:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.701342:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.701369:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5811050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2007:x1830957333587072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1994us (2179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.701380:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15678 00000100:00100000:0.0:1746137654.702523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.702563:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333587456 00000100:00100000:2.0:1746137654.702567:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333587456 00000100:00100000:2.0:1746137654.702593:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31328 00000100:00100000:2.0:1746137654.702599:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:1685:x1830957333587456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.702610:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.702619:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd679 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.702634:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd672 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.702639:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.702640:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.702642:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.702656:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd672 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.702663:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd672 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.702670:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327431168:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.702721:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b0333c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.703922:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327431168:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.703937:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.703947:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:0.0:1746137654.703947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.703973:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:1685:x1830957333587456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1373us (1452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.703982:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31328 00000100:00100000:3.0:1746137654.704023:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333587584 00000100:00100000:3.0:1746137654.704027:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333587584 00010000:00010000:3.0:1746137654.704042:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd672 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.704068:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15679 00000100:00100000:3.0:1746137654.704074:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333587584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.704083:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.704095:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd672 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.704104:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd672 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.704119:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417766bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd672 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.704140:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.704141:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.704146:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.704156:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.704175:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.704188:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327431296:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.704789:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.706340:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327431296:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.706353:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.706378:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333587584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2304us (2430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.706386:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15679 00000100:00100000:0.0:1746137654.708556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.708634:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333587840 00000100:00100000:2.0:1746137654.708640:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333587840 00002000:00100000:2.0:1746137654.708675:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669180 x1830957333587840/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.708685:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669180 with x1830957333587840 ext(0->4095) 00002000:00010000:2.0:1746137654.708689:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669180 00000100:00100000:2.0:1746137654.708717:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14776 00000100:00100000:2.0:1746137654.708723:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333587840:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.708841:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333587840:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.708846:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14776 00002000:00100000:2.0:1746137654.708851:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669180 x1830957333587840/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.708857:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669180 with x1830957333587840 ext(0->4095) 00002000:00010000:2.0:1746137654.708859:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669180 00000100:00100000:0.0:1746137654.713231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.713329:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333587968 00000100:00100000:2.0:1746137654.713336:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333587968 00000100:00100000:2.0:1746137654.713434:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31329 00000100:00100000:2.0:1746137654.713442:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333587968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.713457:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.713471:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd680 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.713498:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.713505:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.713506:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.713509:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd680 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.713533:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 17 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.713543:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 17 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.713552:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327431424:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.714436:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b0333c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.715724:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327431424:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.715745:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd680 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.715758:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137654.715789:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333587968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2348us (2565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.715797:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31329 00000100:00100000:0.0:1746137654.716590:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.716662:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333588096 00000100:00100000:3.0:1746137654.716668:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333588096 00002000:00100000:3.0:1746137654.716697:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096668e00 x1830957333588096/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 496/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.716705:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668e00 with x1830957333588096 ext(0->7) 00010000:00010000:3.0:1746137654.716711:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.716722:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 18 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.716726:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096668e00 00000100:00100000:3.0:1746137654.716751:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3634 00000100:00100000:3.0:1746137654.716757:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333588096:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137654.717861:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333588096:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1099us (1267us total) trans 4294972182 rc 0/0 00000100:00100000:0.0:1746137654.717869:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3634 00002000:00100000:0.0:1746137654.717876:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096668e00 x1830957333588096/t4294972182(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 496/448 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.717888:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668e00 with x1830957333588096 ext(0->7) 00010000:00010000:0.0:1746137654.717895:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.717905:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746137654.717911:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096668e00 00000100:00100000:0.0:1746137654.721393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.721501:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333588224 00000100:00100000:3.0:1746137654.721509:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333588224 00010000:00010000:3.0:1746137654.721536:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.721667:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15680 00000100:00100000:3.0:1746137654.721674:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2009:x1830957333588224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.721686:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.721700:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.721710:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.721727:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417766c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd679 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.721867:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.721869:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.721876:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd680 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.721883:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd680 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.721908:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd680 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.721917:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327431552:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.722335:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.725628:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327431552:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.725645:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.725694:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2009:x1830957333588224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4020us (4306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.725703:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15680 00000100:00100000:0.0:1746137654.726050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.726141:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333588480 00000100:00100000:2.0:1746137654.726146:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333588480 00002000:00100000:2.0:1746137654.726173:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666b100 x1830957333588480/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.726181:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b100 with x1830957333588480 ext(0->4095) 00002000:00010000:2.0:1746137654.726185:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666b100 00000100:00100000:2.0:1746137654.726207:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14777 00000100:00100000:2.0:1746137654.726212:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333588480:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137654.726331:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333588480:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.726336:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14777 00002000:00100000:2.0:1746137654.726341:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666b100 x1830957333588480/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.726348:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b100 with x1830957333588480 ext(0->4095) 00002000:00010000:2.0:1746137654.726350:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666b100 00000100:00100000:0.0:1746137654.727065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.727131:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333588608 00000100:00100000:2.0:1746137654.727134:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333588608 00000100:00100000:2.0:1746137654.727163:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31330 00000100:00100000:2.0:1746137654.727168:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333588608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.727177:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.727190:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd687 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.727209:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd680 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.727220:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.727222:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.727225:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.727246:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd680 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.727255:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd680 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.727264:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327431680:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.728777:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b0333c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.729390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.729475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.729506:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333588864 00000100:00100000:1.0:1746137654.729512:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333588864 00010000:00010000:1.0:1746137654.729536:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd680 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.729562:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15681 00000100:00100000:1.0:1746137654.729567:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333588864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137654.729577:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137654.729595:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd680 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.729606:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd680 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.729625:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.729626:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.729632:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417766cd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd680 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.729633:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.729644:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.729650:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327431680:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.729668:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.729668:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137654.729676:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327431808:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.729677:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daee00, rc 0) 00000100:00100000:2.0:1746137654.729707:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1679:x1830957333588608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2538us (2643us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.729713:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31330 00000100:00100000:2.0:1746137654.729727:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333588736 00000100:00100000:2.0:1746137654.729732:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333588736 00000100:00100000:2.0:1746137654.730119:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31331 00000100:00100000:2.0:1746137654.730124:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1685:x1830957333588736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.730132:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.730140:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd68e expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.730154:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.730159:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.730160:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.730163:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.730176:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.730185:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.730192:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327431936:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.731851:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.731937:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b0333c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.732621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.732834:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327431808:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137654.732851:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137654.732898:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333588864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3330us (3422us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.732907:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15681 00000100:00100000:3.0:1746137654.733173:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333589120 00000100:00100000:3.0:1746137654.733179:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333589120 00002000:00100000:3.0:1746137654.733210:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3b100 x1830957333589120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.733219:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3b100 with x1830957333589120 ext(0->4095) 00010000:00010000:3.0:1746137654.733226:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 22 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.733238:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 22 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.733244:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3b100 00000100:00100000:3.0:1746137654.733270:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3635 00000100:00100000:3.0:1746137654.733275:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2007:x1830957333589120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.733378:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2007:x1830957333589120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (761us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.733384:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3635 00002000:00100000:3.0:1746137654.733388:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3b100 x1830957333589120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.733396:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3b100 with x1830957333589120 ext(0->4095) 00010000:00010000:3.0:1746137654.733401:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 22 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.733410:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 22 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.733416:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3b100 00000100:00100000:2.0:1746137654.734022:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327431936:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.734038:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.734053:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:2.0:1746137654.734076:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1685:x1830957333588736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3951us (4690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.734081:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31331 00000100:00100000:0.0:1746137654.735600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.735640:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.735851:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333589376 00000100:00100000:1.0:1746137654.735858:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333589376 00010000:00010000:1.0:1746137654.735883:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.735907:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15682 00000100:00100000:1.0:1746137654.735913:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333589376:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137654.735926:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137654.735943:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.735958:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.736111:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417766d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd687 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.736463:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333589248 00000100:00100000:2.0:1746137654.736467:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333589248 00010000:00010000:1.0:1746137654.736485:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.736488:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746137654.736495:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31332 00010000:00010000:1.0:1746137654.736495:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.736500:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1679:x1830957333589248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.736503:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.736512:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.736522:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd695 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.736531:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.736539:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.736545:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.736546:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.736548:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd695 expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.736759:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 22 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.736771:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327432064:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.736777:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 22 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.736784:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 22 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.736797:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327432192:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.736871:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b0333c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.736874:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.740847:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327432064:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137654.740864:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137654.740899:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333589376:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4986us (5257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.740912:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15682 00000100:00100000:3.0:1746137654.741799:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327432192:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.741843:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd695 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.741856:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:3.0:1746137654.741885:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1679:x1830957333589248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5384us (6290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.741891:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31332 00000100:00100000:0.0:1746137654.743551:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.743718:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333589632 00000100:00100000:2.0:1746137654.743727:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333589632 00002000:00100000:2.0:1746137654.743967:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3bb80 x1830957333589632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.743975:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3bb80 with x1830957333589632 ext(0->4095) 00010000:00010000:2.0:1746137654.743981:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.743992:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.743998:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3bb80 00000100:00100000:2.0:1746137654.744285:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3636 00000100:00100000:2.0:1746137654.744293:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333589632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.744400:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333589632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (852us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.744406:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3636 00002000:00100000:2.0:1746137654.744411:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3bb80 x1830957333589632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.744417:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3bb80 with x1830957333589632 ext(0->4095) 00010000:00010000:2.0:1746137654.744421:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.744430:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.744436:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3bb80 00000100:00100000:0.0:1746137654.746328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.746381:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333589760 00000100:00100000:3.0:1746137654.746388:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333589760 00000100:00100000:3.0:1746137654.746432:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31333 00000100:00100000:3.0:1746137654.746439:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333589760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.746450:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.746463:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd69c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.746482:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.746487:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd695 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.746496:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137654.746499:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd69c expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.746528:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd695 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.746538:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd69c expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.746546:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137654.746581:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333589760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.746587:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31333 00000100:00100000:0.0:1746137654.747210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.748436:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333589888 00000100:00100000:1.0:1746137654.748443:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333589888 00010000:00010000:1.0:1746137654.748467:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.748504:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15683 00000100:00100000:1.0:1746137654.748510:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2009:x1830957333589888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137654.748520:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137654.748535:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.748545:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.748561:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417766db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd68e expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.748586:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.748588:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.748593:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd695 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.748601:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd695 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.748623:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd695 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.748633:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd695 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.748643:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327432448:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137654.748711:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.751557:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327432448:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137654.751577:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137654.751620:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2009:x1830957333589888:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3108us (4408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.751629:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15683 00000100:00100000:0.0:1746137654.752210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.752267:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333590016 00000100:00100000:1.0:1746137654.752273:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333590016 00010000:00010000:1.0:1746137654.752292:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd695 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.752320:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15684 00000100:00100000:1.0:1746137654.752326:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333590016:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137654.752336:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137654.752349:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd695 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.752357:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd695 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.752373:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417766e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd695 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.752393:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.752395:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.752399:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd69c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.752406:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd69c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.752426:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd69c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137654.752436:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327432576:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137654.752480:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.754524:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327432576:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137654.754538:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137654.754614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.754850:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333590272 00000100:00100000:3.0:1746137654.754857:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333590272 00002000:00100000:3.0:1746137654.754890:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3aa00 x1830957333590272/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.754898:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3aa00 with x1830957333590272 ext(0->4095) 00002000:00010000:3.0:1746137654.754902:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f3aa00 00000100:00100000:3.0:1746137654.754917:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14778 00000100:00100000:3.0:1746137654.754922:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333590272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137654.754949:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333590016:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2621us (2739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.754958:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15684 00000100:00100000:3.0:1746137654.755199:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333590272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 275us (584us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.755208:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14778 00002000:00100000:3.0:1746137654.755214:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3aa00 x1830957333590272/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.755221:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3aa00 with x1830957333590272 ext(0->4095) 00002000:00010000:3.0:1746137654.755223:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f3aa00 00000100:00100000:0.0:1746137654.763952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.764050:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333590400 00000100:00100000:3.0:1746137654.764059:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333590400 00000100:00100000:3.0:1746137654.764098:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31334 00000100:00100000:3.0:1746137654.764105:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333590400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.764119:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.764133:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6aa expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.764157:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd69c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.764164:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.764166:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.764170:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.764195:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd69c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.764205:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd69c expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.764220:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327432704:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.764383:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.764864:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.765697:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333590528 00000100:00100000:2.0:1746137654.765701:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333590528 00000100:00100000:2.0:1746137654.765895:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31335 00000100:00100000:2.0:1746137654.765903:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1685:x1830957333590528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.765914:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.765923:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6a3 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.765941:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.765946:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.765951:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.765954:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6a3 expref: 22 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.765976:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.765985:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6a3 expref: 22 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.765994:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:2.0:1746137654.766032:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:1685:x1830957333590528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (1168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.766038:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31335 00000100:00100000:3.0:1746137654.767565:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327432704:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.767585:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.767595:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:3.0:1746137654.767626:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1679:x1830957333590400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3521us (3681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.767632:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31334 00000100:00100000:0.0:1746137654.767841:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.767923:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333590656 00000100:00100000:1.0:1746137654.767928:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333590656 00010000:00010000:1.0:1746137654.767952:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd69c expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.767970:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15685 00000100:00100000:1.0:1746137654.767976:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333590656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137654.767986:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137654.768002:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd69c expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.768010:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd69c expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.768024:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417766e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd69c expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.768047:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.768049:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.768055:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.768061:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.768082:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.768091:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.768102:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327432960:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137654.768753:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.770308:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.770360:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333590912 00000100:00100000:3.0:1746137654.770365:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333590912 00000100:00100000:2.0:1746137654.770389:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327432960:192.168.203.12@tcp:105: 00002000:00100000:3.0:1746137654.770395:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d3800 x1830957333590912/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.770404:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d3800 with x1830957333590912 ext(0->4095) 00010000:00010000:2.0:1746137654.770404:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137654.770410:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.770419:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.770424:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d3800 00000100:00100000:3.0:1746137654.770439:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3637 00000100:00100000:2.0:1746137654.770440:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333590656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2463us (2600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.770445:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333590912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.770448:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15685 00000100:00100000:3.0:1746137654.770529:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333590912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.770534:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3637 00002000:00100000:3.0:1746137654.770538:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d3800 x1830957333590912/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.770545:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d3800 with x1830957333590912 ext(0->4095) 00010000:00010000:3.0:1746137654.770548:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.770556:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.770561:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d3800 00000100:00100000:0.0:1746137654.772480:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.772550:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333591040 00000100:00100000:2.0:1746137654.772556:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333591040 00010000:00010000:2.0:1746137654.772579:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.772608:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15686 00000100:00100000:2.0:1746137654.772615:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333591040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.772625:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.772640:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.772649:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.772668:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417766f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6aa expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.772696:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.772698:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.772703:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6a3 expref: 20 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.772709:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6a3 expref: 20 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.772736:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6a3 expref: 20 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.772747:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327433088:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.772840:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.773891:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327433088:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.773906:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.773929:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333591040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1315us (1455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.773940:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15686 00000100:00100000:2.0:1746137654.774406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.774541:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333591296 00000100:00100000:1.0:1746137654.774546:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333591296 00002000:00100000:1.0:1746137654.774570:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e5bb80 x1830957333591296/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.774579:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5bb80 with x1830957333591296 ext(0->4095) 00002000:00010000:1.0:1746137654.774588:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e5bb80 00000100:00100000:1.0:1746137654.774615:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14779 00000100:00100000:1.0:1746137654.774621:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333591296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137654.774739:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333591296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.774745:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14779 00002000:00100000:1.0:1746137654.774750:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e5bb80 x1830957333591296/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.774756:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5bb80 with x1830957333591296 ext(0->4095) 00002000:00010000:1.0:1746137654.774759:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e5bb80 00000100:00100000:0.0:1746137654.777141:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.777273:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333591424 00000100:00100000:3.0:1746137654.777279:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333591424 00000100:00100000:3.0:1746137654.777587:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31336 00000100:00100000:3.0:1746137654.777594:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333591424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.777608:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.777620:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6b1 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.777640:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6a3 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.777647:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.777648:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.777652:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b1 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.777676:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6a3 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.777686:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6a3 expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.777695:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327433216:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.777796:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.778896:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327433216:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.778915:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b1 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.778927:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137654.778963:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333591424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1369us (1826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.778969:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31336 00000100:00100000:0.0:1746137654.779422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.779575:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333591552 00000100:00100000:2.0:1746137654.779580:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333591552 00010000:00010000:2.0:1746137654.779599:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6a3 expref: 20 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.779625:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15687 00000100:00100000:2.0:1746137654.779631:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333591552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.779640:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.779655:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6a3 expref: 20 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.779673:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6a3 expref: 20 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.779691:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417766f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6a3 expref: 20 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.779770:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.779772:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.779779:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b1 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.779790:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b1 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.779830:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b1 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.779840:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327433344:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.779892:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.781099:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327433344:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.781111:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.781142:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333591552:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1511us (1721us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.781149:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15687 00000100:00100000:0.0:1746137654.781316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.781388:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333591808 00000100:00100000:3.0:1746137654.781393:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333591808 00002000:00100000:3.0:1746137654.781418:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f39c00 x1830957333591808/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.781426:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f39c00 with x1830957333591808 ext(0->4095) 00002000:00010000:3.0:1746137654.781430:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f39c00 00000100:00100000:3.0:1746137654.781506:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14780 00000100:00100000:3.0:1746137654.781513:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333591808:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137654.781710:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333591808:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 196us (393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.781716:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14780 00002000:00100000:3.0:1746137654.781721:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f39c00 x1830957333591808/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.781728:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f39c00 with x1830957333591808 ext(0->4095) 00002000:00010000:3.0:1746137654.781730:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f39c00 00000100:00100000:0.0:1746137654.782764:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.782802:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333591936 00000100:00100000:3.0:1746137654.782829:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333591936 00000100:00100000:3.0:1746137654.782861:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31337 00000100:00100000:3.0:1746137654.782867:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1685:x1830957333591936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.782877:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.782888:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6b8 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.782907:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b1 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.782913:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.782914:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.782917:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.782935:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b1 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.782953:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b1 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.782962:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327433472:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.783044:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.784605:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.784667:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333592064 00000100:00100000:2.0:1746137654.784672:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333592064 00010000:00010000:2.0:1746137654.784694:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b1 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.784715:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15688 00000100:00100000:2.0:1746137654.784720:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333592064:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746137654.784751:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327433472:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.784768:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.784777:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00010000:00010000:2.0:1746137654.784855:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.784870:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b1 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.784878:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b1 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.784893:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417766fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b1 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.784902:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.784904:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.784910:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.784916:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.784936:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.784946:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327433600:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.785003:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1685:x1830957333591936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2135us (2238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.785009:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31337 00000100:00100000:2.0:1746137654.785075:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.785703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.785797:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333592192 00000100:00100000:3.0:1746137654.785800:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333592192 00000100:00100000:3.0:1746137654.785925:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31338 00000100:00100000:3.0:1746137654.785931:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1679:x1830957333592192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.785942:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.785951:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6bf expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.785965:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.785974:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.785976:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.785978:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.785993:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.786002:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.786010:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327433728:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.786051:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.786597:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327433600:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.786612:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.786633:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333592064:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1912us (2030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.786639:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15688 00000100:00100000:0.0:1746137654.787060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.787119:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333592448 00000100:00100000:3.0:1746137654.787123:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333592448 00002000:00100000:3.0:1746137654.787187:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3b800 x1830957333592448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.787195:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3b800 with x1830957333592448 ext(0->4095) 00010000:00010000:3.0:1746137654.787201:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 22 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.787211:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 22 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.787216:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3b800 00000100:00100000:3.0:1746137654.787248:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3638 00000100:00100000:3.0:1746137654.787254:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333592448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137654.787358:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333592448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.787363:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3638 00002000:00100000:3.0:1746137654.787368:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3b800 x1830957333592448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.787374:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3b800 with x1830957333592448 ext(0->4095) 00010000:00010000:3.0:1746137654.787378:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 22 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.787386:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 22 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.787392:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3b800 00000100:00100000:0.0:1746137654.788895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.788959:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327433728:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.788961:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333592576 00000100:00100000:1.0:1746137654.788966:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333592576 00010000:00010000:3.0:1746137654.788976:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.788987:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:1.0:1746137654.789212:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31339 00000100:00100000:1.0:1746137654.789218:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333592576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.789227:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.789237:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6c6 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.789249:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.789253:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.789259:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137654.789261:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.789281:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.789288:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.789294:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb800, rc 0) 00000100:00100000:3.0:1746137654.789679:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1679:x1830957333592192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3747us (3975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.789686:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31338 00000100:00100000:1.0:1746137654.789795:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333592576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 576us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.789946:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31339 00000100:00100000:2.0:1746137654.790151:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.790195:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333592704 00000100:00100000:0.0:1746137654.790198:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333592704 00010000:00010000:0.0:1746137654.790214:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746137654.790239:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15689 00000100:00100000:0.0:1746137654.790244:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333592704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137654.790250:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137654.790263:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.790271:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.790283:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776705 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6b8 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746137654.790308:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137654.790310:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137654.790315:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.790321:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.790341:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137654.790349:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746137654.790358:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327433984:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137654.790406:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.792318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.792490:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327433984:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.792508:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.792538:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333592704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2293us (2386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.792545:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15689 00000100:00100000:3.0:1746137654.792686:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333592960 00000100:00100000:3.0:1746137654.792690:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333592960 00002000:00100000:3.0:1746137654.792715:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4df100 x1830957333592960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.792724:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df100 with x1830957333592960 ext(0->4095) 00010000:00010000:3.0:1746137654.792730:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.792741:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.792747:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4df100 00000100:00100000:3.0:1746137654.792907:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3639 00000100:00100000:3.0:1746137654.792914:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333592960:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.792998:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333592960:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (685us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.793004:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3639 00002000:00100000:3.0:1746137654.793009:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4df100 x1830957333592960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.793016:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df100 with x1830957333592960 ext(0->4095) 00010000:00010000:3.0:1746137654.793020:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.793028:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.793033:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4df100 00000100:00100000:0.0:1746137654.794845:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.794900:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.794953:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333593088 00000100:00100000:1.0:1746137654.794958:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333593088 00000100:00100000:1.0:1746137654.794994:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31340 00000100:00100000:1.0:1746137654.795000:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098701050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1679:x1830957333593088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.795011:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.795023:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6cd expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.795042:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.795047:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.795057:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137654.795059:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6cd expref: 21 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.795083:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.795091:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6cd expref: 21 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.795098:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eaa00, rc 0) 00000100:00100000:1.0:1746137654.795125:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098701050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1679:x1830957333593088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.795130:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31340 00000100:00100000:2.0:1746137654.795182:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333593216 00000100:00100000:2.0:1746137654.795188:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333593216 00010000:00010000:2.0:1746137654.795208:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.795235:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15690 00000100:00100000:2.0:1746137654.795242:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333593216:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.795252:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.795268:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.795278:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.795313:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177670c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6bf expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.795350:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.795352:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.795359:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.795367:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.795392:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.795403:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 5 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.795414:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327434240:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.795704:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.796940:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327434240:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.796953:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.796975:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333593216:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1733us (2074us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.796982:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15690 00000100:00100000:0.0:1746137654.797076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.797207:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333593472 00000100:00100000:2.0:1746137654.797212:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333593472 00002000:00100000:2.0:1746137654.797238:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dd880 x1830957333593472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.797247:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd880 with x1830957333593472 ext(0->4095) 00010000:00010000:2.0:1746137654.797252:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.797261:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.797266:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dd880 00000100:00100000:2.0:1746137654.797295:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3640 00000100:00100000:2.0:1746137654.797310:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333593472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.797395:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333593472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.797400:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3640 00002000:00100000:2.0:1746137654.797405:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dd880 x1830957333593472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.797412:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd880 with x1830957333593472 ext(0->4095) 00010000:00010000:2.0:1746137654.797416:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.797424:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.797483:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dd880 00000100:00100000:0.0:1746137654.799426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.799771:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333593600 00000100:00100000:2.0:1746137654.799777:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333593600 00010000:00010000:2.0:1746137654.799800:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.799839:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15691 00000100:00100000:2.0:1746137654.799846:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333593600:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.799854:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.799867:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.799876:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.799891:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb800/0xddf4fb6141776713 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6c6 expref: 6 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.799910:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.799911:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.799917:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6cd expref: 19 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.799924:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6cd expref: 19 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.800131:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6cd expref: 19 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.800145:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327434368:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.800412:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d569c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.802570:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327434368:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.802584:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.802612:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333593600:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2766us (3191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.802620:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15691 00000100:00100000:0.0:1746137654.803364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.803451:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333593856 00000100:00100000:3.0:1746137654.803456:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333593856 00002000:00100000:3.0:1746137654.803486:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4df480 x1830957333593856/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.803495:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df480 with x1830957333593856 ext(0->4095) 00002000:00010000:3.0:1746137654.803499:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4df480 00000100:00100000:3.0:1746137654.803510:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14781 00000100:00100000:3.0:1746137654.803516:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333593856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.803607:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333593856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (245us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.803613:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14781 00002000:00100000:3.0:1746137654.803617:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4df480 x1830957333593856/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.803624:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df480 with x1830957333593856 ext(0->4095) 00002000:00010000:3.0:1746137654.803626:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4df480 00000100:00100000:0.0:1746137654.805370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.805419:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333593984 00000100:00100000:3.0:1746137654.805425:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333593984 00000100:00100000:3.0:1746137654.805548:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31341 00000100:00100000:3.0:1746137654.805554:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333593984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.805565:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.805578:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6d4 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.805598:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6cd expref: 19 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.805607:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.805609:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.805611:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6d4 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.805637:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6cd expref: 19 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.805646:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6cd expref: 19 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.805655:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327434496:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.806005:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.808916:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327434496:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.808940:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6d4 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.808954:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137654.809001:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333593984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3446us (3636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.809009:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31341 00000100:00100000:0.0:1746137654.809083:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.809198:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333594112 00000100:00100000:2.0:1746137654.809204:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333594112 00010000:00010000:2.0:1746137654.809226:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6cd expref: 20 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.809253:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15692 00000100:00100000:2.0:1746137654.809260:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333594112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.809270:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.809285:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6cd expref: 20 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.809295:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6cd expref: 20 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.809326:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177671a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6cd expref: 20 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.809351:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.809353:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.809359:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6d4 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.809365:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6d4 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.809392:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6d4 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.809402:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327434624:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.809464:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d569c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.810547:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327434624:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.810560:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.810673:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333594112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1413us (1588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.810680:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15692 00000100:00100000:0.0:1746137654.811039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.811494:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333594368 00000100:00100000:2.0:1746137654.811499:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333594368 00002000:00100000:2.0:1746137654.811528:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dc380 x1830957333594368/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.811536:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dc380 with x1830957333594368 ext(0->4095) 00002000:00010000:2.0:1746137654.811540:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4dc380 00000100:00100000:2.0:1746137654.811565:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14782 00000100:00100000:2.0:1746137654.811571:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333594368:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137654.811679:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333594368:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (639us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.811685:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14782 00002000:00100000:2.0:1746137654.811690:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dc380 x1830957333594368/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.811696:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dc380 with x1830957333594368 ext(0->4095) 00002000:00010000:2.0:1746137654.811699:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4dc380 00000100:00100000:0.0:1746137654.814483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.814627:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333594624 00000100:00100000:3.0:1746137654.814635:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333594624 00000100:00100000:3.0:1746137654.814682:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31342 00000100:00100000:3.0:1746137654.814689:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333594624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137654.814695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137654.814705:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.814718:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6e2 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.814743:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6d4 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.814749:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.814751:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.814754:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137654.814765:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333594496 00000100:00100000:1.0:1746137654.814770:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333594496 00010000:00010000:3.0:1746137654.814780:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6d4 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137654.814789:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31343 00010000:00010000:3.0:1746137654.814791:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6d4 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.814794:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1685:x1830957333594496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137654.814801:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327434752:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.814801:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.814828:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6db expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.814840:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.814844:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.814852:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.814855:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6db expref: 22 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.814873:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00010000:00010000:1.0:1746137654.814874:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.814884:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6db expref: 22 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.814891:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb600, rc 0) 00000100:00100000:1.0:1746137654.814911:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:1685:x1830957333594496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.814916:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31343 00000100:00100000:3.0:1746137654.816318:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327434752:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.816334:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.816343:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137654.816362:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1679:x1830957333594624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1674us (1885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.816370:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31342 00000100:00100000:0.0:1746137654.816955:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.817023:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333594752 00000100:00100000:2.0:1746137654.817028:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333594752 00010000:00010000:2.0:1746137654.817047:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6d4 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.817110:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15693 00000100:00100000:2.0:1746137654.817117:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333594752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.817126:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.817140:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6d4 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.817150:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6d4 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.817164:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776721 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6d4 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.817185:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.817187:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.817191:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.817201:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.817222:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.817231:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.817239:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327435008:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.817307:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.818414:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327435008:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.818426:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.818450:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333594752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1334us (1494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.818457:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15693 00000100:00100000:0.0:1746137654.818859:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.818969:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333595008 00000100:00100000:3.0:1746137654.818974:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333595008 00002000:00100000:3.0:1746137654.819001:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dce00 x1830957333595008/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.819008:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dce00 with x1830957333595008 ext(0->4095) 00010000:00010000:3.0:1746137654.819015:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.819024:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.819030:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dce00 00000100:00100000:3.0:1746137654.819057:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3641 00000100:00100000:3.0:1746137654.819063:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333595008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.819238:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333595008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (381us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.819243:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3641 00002000:00100000:3.0:1746137654.819248:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dce00 x1830957333595008/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.819254:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dce00 with x1830957333595008 ext(0->4095) 00010000:00010000:3.0:1746137654.819258:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.819270:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.819275:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dce00 00000100:00100000:0.0:1746137654.820785:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.821125:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333595136 00000100:00100000:2.0:1746137654.821131:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333595136 00010000:00010000:2.0:1746137654.821154:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.821174:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15694 00000100:00100000:2.0:1746137654.821180:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333595136:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.821189:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.821203:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.821213:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.821230:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776728 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e2 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.821257:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.821259:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.821265:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6db expref: 20 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.821272:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6db expref: 20 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.821381:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6db expref: 20 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.821392:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327435136:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.821587:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.823244:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327435136:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.823262:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.823316:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333595136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2134us (2534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.823325:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15694 00000100:00100000:0.0:1746137654.825239:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.825324:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333595392 00000100:00100000:2.0:1746137654.825331:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333595392 00002000:00100000:2.0:1746137654.825391:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4ddc00 x1830957333595392/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.825401:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4ddc00 with x1830957333595392 ext(0->4095) 00002000:00010000:2.0:1746137654.825406:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4ddc00 00000100:00100000:2.0:1746137654.825432:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14783 00000100:00100000:2.0:1746137654.825443:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333595392:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.826304:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333595392:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 855us (1059us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.826311:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14783 00002000:00100000:2.0:1746137654.826317:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4ddc00 x1830957333595392/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.826324:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4ddc00 with x1830957333595392 ext(0->4095) 00002000:00010000:2.0:1746137654.826327:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4ddc00 00000100:00100000:0.0:1746137654.828379:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.828462:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333595520 00000100:00100000:3.0:1746137654.828469:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333595520 00000100:00100000:3.0:1746137654.828499:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31344 00000100:00100000:3.0:1746137654.828506:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333595520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.828520:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.828533:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6e9 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.828556:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6db expref: 19 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.828562:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.828564:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.828567:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e9 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.828591:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6db expref: 19 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.828600:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6db expref: 19 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.828611:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327435264:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.829270:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.831261:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327435264:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.831291:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e9 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.831316:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137654.831358:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333595520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2851us (2984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.831366:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31344 00000100:00100000:0.0:1746137654.831504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.831554:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333595648 00000100:00100000:2.0:1746137654.831559:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333595648 00010000:00010000:2.0:1746137654.831579:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6db expref: 20 pid: 26520 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.831597:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15695 00000100:00100000:2.0:1746137654.831602:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333595648:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.831611:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.831625:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6db expref: 20 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.831639:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6db expref: 20 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.831658:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177672f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6db expref: 20 pid: 26520 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.831843:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.831846:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.831851:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e9 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.831858:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e9 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.831882:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e9 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.831892:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327435392:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.831950:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.834127:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.834178:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333595904 00000100:00100000:3.0:1746137654.834183:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333595904 00000100:00100000:2.0:1746137654.834185:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327435392:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.834200:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746137654.834213:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d7a680 x1830957333595904/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.834221:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7a680 with x1830957333595904 ext(0->4095) 00002000:00010000:3.0:1746137654.834224:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d7a680 00000100:00100000:3.0:1746137654.834241:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14784 00000100:00100000:2.0:1746137654.834242:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333595648:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2639us (2738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.834247:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333595904:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.834249:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15695 00000100:00100000:3.0:1746137654.834357:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333595904:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (236us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.834363:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14784 00002000:00100000:3.0:1746137654.834367:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d7a680 x1830957333595904/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.834378:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7a680 with x1830957333595904 ext(0->4095) 00002000:00010000:3.0:1746137654.834381:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d7a680 00000100:00100000:0.0:1746137654.836325:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.836380:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333596032 00000100:00100000:3.0:1746137654.836386:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333596032 00000100:00100000:3.0:1746137654.836424:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31345 00000100:00100000:3.0:1746137654.836431:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333596032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.836444:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.836457:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6f0 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.836477:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e9 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.836483:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.836484:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.836488:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.836512:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e9 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.836521:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e9 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.836530:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327435520:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.836604:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.837744:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.838402:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333596160 00000100:00100000:2.0:1746137654.838408:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333596160 00000100:00100000:2.0:1746137654.838448:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31346 00000100:00100000:2.0:1746137654.838455:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1685:x1830957333596160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.838468:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.838481:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6f7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.838499:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.838503:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.838510:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.838512:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f7 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.838539:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.838551:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f7 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.838560:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae400, rc 0) 00000100:00100000:2.0:1746137654.838608:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:1685:x1830957333596160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.839107:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327435520:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.839123:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.839134:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137654.839155:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:1679:x1830957333596032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2724us (2834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.839160:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31345 00000100:00100000:2.0:1746137654.839219:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31346 00000100:00100000:0.0:1746137654.839855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.840001:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333596288 00000100:00100000:2.0:1746137654.840006:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333596288 00010000:00010000:2.0:1746137654.840027:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e9 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.840051:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15696 00000100:00100000:2.0:1746137654.840055:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333596288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.840062:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.840073:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e9 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.840081:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e9 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.840093:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776736 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6e9 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.840108:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.840109:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.840114:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.840118:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.840133:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.840139:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.840150:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327435776:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.840216:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.842281:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327435776:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.842311:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.842357:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333596288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2299us (2502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.842367:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15696 00000100:00100000:0.0:1746137654.842612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.843068:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333596544 00000100:00100000:3.0:1746137654.843075:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333596544 00002000:00100000:3.0:1746137654.843107:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d7bb80 x1830957333596544/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.843116:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7bb80 with x1830957333596544 ext(0->4095) 00010000:00010000:3.0:1746137654.843123:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.843135:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.843141:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d7bb80 00000100:00100000:2.0:1746137654.843247:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3642 00000100:00100000:2.0:1746137654.843254:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333596544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.843534:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333596544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 280us (922us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.843540:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3642 00002000:00100000:2.0:1746137654.843649:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d7bb80 x1830957333596544/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.843656:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7bb80 with x1830957333596544 ext(0->4095) 00010000:00010000:2.0:1746137654.843661:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.843670:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.843675:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d7bb80 00000100:00100000:0.0:1746137654.845473:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.845640:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333596672 00000100:00100000:2.0:1746137654.845647:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333596672 00010000:00010000:2.0:1746137654.845671:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.845704:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15697 00000100:00100000:2.0:1746137654.845711:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333596672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.845721:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.845736:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.845746:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.845764:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177673d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f0 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.845775:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.845777:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.845782:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f7 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.845788:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f7 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.845848:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f7 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.845858:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327435904:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.845935:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.847548:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327435904:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.847563:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.848264:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333596672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2551us (2794us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.848273:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15697 00000100:00100000:2.0:1746137654.848491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.848546:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333596928 00000100:00100000:0.0:1746137654.848551:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333596928 00002000:00100000:0.0:1746137654.848578:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669500 x1830957333596928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.848586:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669500 with x1830957333596928 ext(0->4095) 00002000:00010000:0.0:1746137654.848589:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669500 00000100:00100000:0.0:1746137654.848610:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14785 00000100:00100000:0.0:1746137654.848615:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333596928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137654.848712:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333596928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (221us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137654.848717:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14785 00002000:00100000:0.0:1746137654.848722:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669500 x1830957333596928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137654.848728:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669500 with x1830957333596928 ext(0->4095) 00002000:00010000:0.0:1746137654.848730:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669500 00000100:00100000:0.0:1746137654.850419:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.850651:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333597056 00000100:00100000:2.0:1746137654.850658:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333597056 00000100:00100000:2.0:1746137654.850699:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31347 00000100:00100000:2.0:1746137654.850705:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333597056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.850718:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.850730:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd6fe expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.850751:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f7 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.850758:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.850759:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.850762:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6fe expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.850785:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f7 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.850795:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f7 expref: 19 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.850824:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327436032:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.851141:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.853506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.853570:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333597184 00000100:00100000:3.0:1746137654.853576:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333597184 00010000:00010000:3.0:1746137654.853601:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f7 expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.853602:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327436032:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.853623:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6fe expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.853624:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15698 00000100:00100000:3.0:1746137654.853631:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333597184:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.853636:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf600, rc 0) 00010000:00010000:3.0:1746137654.853640:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.853657:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f7 expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.853666:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f7 expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.853685:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776744 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6f7 expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.853970:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.853972:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.853978:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6fe expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.854005:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333597056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3299us (3589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.854012:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31347 00010000:00010000:3.0:1746137654.854073:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6fe expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.854096:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6fe expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.854105:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327436160:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.854234:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.855578:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327436160:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.855588:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.855881:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333597184:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2249us (2378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.855890:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15698 00000100:00100000:1.0:1746137654.855985:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.856003:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333597440 00000100:00100000:0.0:1746137654.856009:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333597440 00002000:00100000:1.0:1746137654.856039:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d0380 x1830957333597440/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.856047:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d0380 with x1830957333597440 ext(0->4095) 00002000:00010000:1.0:1746137654.856050:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d0380 00000100:00100000:1.0:1746137654.856073:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14786 00000100:00100000:1.0:1746137654.856079:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333597440:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137654.856165:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333597440:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 86us (180us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.856171:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14786 00002000:00100000:1.0:1746137654.856176:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d0380 x1830957333597440/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.856182:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d0380 with x1830957333597440 ext(0->4095) 00002000:00010000:1.0:1746137654.856185:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d0380 00000100:00100000:0.0:1746137654.858323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.858659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.858720:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333597568 00000100:00100000:2.0:1746137654.858727:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333597568 00000100:00100000:2.0:1746137654.858753:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333597696 00000100:00100000:2.0:1746137654.858755:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333597696 00000100:00100000:2.0:1746137654.858922:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31348 00000100:00100000:2.0:1746137654.858929:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1685:x1830957333597568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.858942:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.858956:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd705 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.858977:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6fe expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.858984:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.858985:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.858988:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.859010:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6fe expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.859020:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6fe expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.859029:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327436288:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.859093:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31349 00000100:00100000:3.0:1746137654.859100:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1679:x1830957333597696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.859108:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.859114:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd70c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.859123:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.859126:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.859131:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.859133:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.859151:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.859161:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.859169:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:2.0:1746137654.860110:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.860421:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:1679:x1830957333597696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1319us (1759us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.860429:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31349 00000100:00100000:2.0:1746137654.861501:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327436288:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.861524:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.861537:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137654.861580:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1685:x1830957333597568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2650us (3260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.861586:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31348 00000100:00100000:0.0:1746137654.862523:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.862650:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333597824 00000100:00100000:3.0:1746137654.862656:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333597824 00010000:00010000:3.0:1746137654.862681:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6fe expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.862711:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15699 00000100:00100000:3.0:1746137654.862718:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333597824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.862728:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.862748:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6fe expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.862757:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6fe expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.862775:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb614177674b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd6fe expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.862797:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.862799:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.862823:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.862831:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.862910:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.862919:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.862929:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327436544:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.862984:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.864588:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327436544:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.864603:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.864635:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333597824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1916us (2114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.864642:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15699 00000100:00100000:0.0:1746137654.864915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.864998:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333598080 00000100:00100000:1.0:1746137654.865004:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333598080 00002000:00100000:1.0:1746137654.865029:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79f80 x1830957333598080/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.865038:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79f80 with x1830957333598080 ext(0->4095) 00010000:00010000:1.0:1746137654.865045:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 21 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.865054:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 21 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.865060:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d79f80 00000100:00100000:1.0:1746137654.865082:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3643 00000100:00100000:1.0:1746137654.865088:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333598080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137654.865178:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333598080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.865183:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3643 00002000:00100000:1.0:1746137654.865188:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79f80 x1830957333598080/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.865194:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79f80 with x1830957333598080 ext(0->4095) 00010000:00010000:1.0:1746137654.865198:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 21 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.865207:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 21 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.865212:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d79f80 00000100:00100000:0.0:1746137654.867328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.867409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.867435:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333598208 00000100:00100000:2.0:1746137654.867442:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333598208 00000100:00100000:2.0:1746137654.867476:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31350 00000100:00100000:2.0:1746137654.867483:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333598208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.867496:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.867508:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd713 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.867533:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.867539:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.867544:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137654.867547:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.867577:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.867588:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.867598:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae400, rc 0) 00000100:00100000:2.0:1746137654.867645:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333598208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.867650:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31350 00000100:00100000:3.0:1746137654.867870:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333598336 00000100:00100000:3.0:1746137654.867874:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333598336 00010000:00010000:3.0:1746137654.867889:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 21 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.867913:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15700 00000100:00100000:3.0:1746137654.867919:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333598336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.867927:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.867940:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 21 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.867949:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 21 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.867962:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776752 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd705 expref: 21 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.867980:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.867981:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.867986:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.867993:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.868013:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.868022:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.868032:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327436800:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.868105:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.869940:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327436800:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.869955:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.870279:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333598336:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2357us (2866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.870287:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15700 00000100:00100000:0.0:1746137654.871315:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.871672:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333598592 00000100:00100000:3.0:1746137654.871677:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333598592 00002000:00100000:3.0:1746137654.871707:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78e00 x1830957333598592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.871715:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78e00 with x1830957333598592 ext(0->4095) 00010000:00010000:3.0:1746137654.871721:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.871732:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.871739:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d78e00 00000100:00100000:3.0:1746137654.871895:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3644 00000100:00100000:3.0:1746137654.871902:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333598592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137654.872142:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333598592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 240us (829us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137654.872149:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3644 00002000:00100000:3.0:1746137654.872153:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78e00 x1830957333598592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137654.872160:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78e00 with x1830957333598592 ext(0->4095) 00010000:00010000:3.0:1746137654.872164:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.872173:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 20 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746137654.872179:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d78e00 00000100:00100000:0.0:1746137654.874069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.874252:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333598720 00000100:00100000:2.0:1746137654.874258:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333598720 00000100:00100000:2.0:1746137654.874343:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31351 00000100:00100000:2.0:1746137654.874351:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1679:x1830957333598720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.874361:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.874374:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd71a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.874392:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.874397:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.874402:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137654.874405:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd71a expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.874433:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.874443:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd71a expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.874452:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf600, rc 0) 00000100:00100000:2.0:1746137654.874485:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1679:x1830957333598720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.874490:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31351 00000100:00100000:0.0:1746137654.874558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.874625:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333598848 00000100:00100000:3.0:1746137654.874628:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333598848 00010000:00010000:3.0:1746137654.874640:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.874656:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15701 00000100:00100000:3.0:1746137654.874751:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333598848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.874759:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.874772:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.874780:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.874795:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776759 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd70c expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.874838:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.874839:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.874845:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.874851:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.874868:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.874877:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.874886:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327437056:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.874944:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.877367:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327437056:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137654.877370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137654.877382:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.877412:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333598848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2663us (2854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.877421:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15701 00000100:00100000:2.0:1746137654.877586:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333599104 00000100:00100000:2.0:1746137654.877591:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333599104 00002000:00100000:2.0:1746137654.877620:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d7ad80 x1830957333599104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.877628:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7ad80 with x1830957333599104 ext(0->4095) 00010000:00010000:2.0:1746137654.877635:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.877651:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.877657:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d7ad80 00000100:00100000:2.0:1746137654.877686:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3645 00000100:00100000:2.0:1746137654.877692:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333599104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.877775:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333599104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.877781:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3645 00002000:00100000:2.0:1746137654.877786:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d7ad80 x1830957333599104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.877793:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7ad80 with x1830957333599104 ext(0->4095) 00010000:00010000:2.0:1746137654.877797:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.877841:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.877848:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d7ad80 00000100:00100000:0.0:1746137654.879700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.880122:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333599232 00000100:00100000:3.0:1746137654.880129:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333599232 00010000:00010000:3.0:1746137654.880152:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.880177:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15702 00000100:00100000:3.0:1746137654.880184:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333599232:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.880194:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.880208:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.880218:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.880236:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb6141776760 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd713 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.880247:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.880249:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.880254:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd71a expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.880261:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd71a expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.880285:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd71a expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.880295:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327437184:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.880379:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.880750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.880788:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333599360 00000100:00100000:1.0:1746137654.880792:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333599360 00000100:00100000:1.0:1746137654.880837:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31352 00000100:00100000:1.0:1746137654.880842:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333599360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.880853:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.880861:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd721 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.880875:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd71a expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.880881:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.880882:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137654.880885:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd721 expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.880900:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd71a expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.880908:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd71a expref: 19 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.880915:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327437312:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.880957:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.881847:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327437184:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.881857:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.881876:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2007:x1830957333599232:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1693us (2180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.881886:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15702 00000100:00100000:1.0:1746137654.883294:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327437312:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.883323:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd721 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.883335:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea800, rc 0) 00000100:00100000:1.0:1746137654.883371:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333599360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2528us (2621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.883377:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31352 00000100:00100000:0.0:1746137654.883463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.883526:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333599488 00000100:00100000:3.0:1746137654.883531:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333599488 00010000:00010000:3.0:1746137654.883550:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd71a expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.883569:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15703 00000100:00100000:3.0:1746137654.883574:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333599488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.883582:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.883595:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd71a expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.883604:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd71a expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.883621:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776767 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd71a expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.883630:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.883632:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.883637:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd721 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.883644:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd721 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.883666:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd721 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.883680:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327437440:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.883736:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.887341:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327437440:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.887359:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.887393:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333599488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3817us (3929us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.887402:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15703 00000100:00100000:0.0:1746137654.887953:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.888006:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333599744 00000100:00100000:1.0:1746137654.888404:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333599744 00002000:00100000:1.0:1746137654.888434:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9180 x1830957333599744/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.888442:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9180 with x1830957333599744 ext(0->4095) 00002000:00010000:1.0:1746137654.888446:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968e9180 00000100:00100000:1.0:1746137654.888473:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14787 00000100:00100000:1.0:1746137654.888480:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333599744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137654.888581:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333599744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (629us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.888587:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14787 00002000:00100000:1.0:1746137654.888592:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9180 x1830957333599744/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.888599:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9180 with x1830957333599744 ext(0->4095) 00002000:00010000:1.0:1746137654.888602:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968e9180 00000100:00100000:0.0:1746137654.890076:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.890163:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333599872 00000100:00100000:1.0:1746137654.890167:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333599872 00000100:00100000:1.0:1746137654.890201:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31353 00000100:00100000:1.0:1746137654.890207:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1685:x1830957333599872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137654.890217:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137654.890230:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd728 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.890249:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd721 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.890256:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.890257:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137654.890260:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.890283:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd721 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.890293:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd721 expref: 5 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746137654.890315:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327437568:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137654.890385:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.892576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.892641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.892801:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333600128 00000100:00100000:3.0:1746137654.892827:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333600128 00010000:00010000:3.0:1746137654.892849:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd721 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.892869:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15704 00000100:00100000:3.0:1746137654.892875:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333600128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.892886:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.892900:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd721 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.892911:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd721 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.892929:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.892931:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.892936:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.892948:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.892970:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.892986:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327437696:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137654.893029:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177676e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd721 expref: 6 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.893037:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.893048:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327437568:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137654.893065:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 20 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137654.893073:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:2.0:1746137654.893095:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333600000 00000100:00100000:2.0:1746137654.893098:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333600000 00000100:00100000:1.0:1746137654.893105:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1685:x1830957333599872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2898us (3032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137654.893110:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31353 00000100:00100000:2.0:1746137654.893120:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31354 00000100:00100000:2.0:1746137654.893125:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1679:x1830957333600000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.893133:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.893140:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd72f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.893153:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.893159:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.893160:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.893162:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.893177:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.893186:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.893193:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327437824:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.893214:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.895710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.895855:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327437824:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.895877:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.895889:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae400, rc 0) 00000100:00100000:2.0:1746137654.895920:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1679:x1830957333600000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2794us (3349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.895927:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31354 00000100:00100000:3.0:1746137654.896115:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327437696:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.896126:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.896144:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333600128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3269us (3502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.896152:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15704 00000100:00100000:1.0:1746137654.896209:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333600384 00000100:00100000:1.0:1746137654.896219:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333600384 00002000:00100000:1.0:1746137654.896245:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9880 x1830957333600384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.896254:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9880 with x1830957333600384 ext(0->4095) 00010000:00010000:1.0:1746137654.896259:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.896270:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.896275:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9880 00000100:00100000:1.0:1746137654.896289:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3646 00000100:00100000:1.0:1746137654.896295:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333600384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137654.896400:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333600384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (696us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.896406:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3646 00002000:00100000:1.0:1746137654.896410:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9880 x1830957333600384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.896418:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9880 with x1830957333600384 ext(0->4095) 00010000:00010000:1.0:1746137654.896422:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.896431:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.896435:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9880 00000100:00100000:0.0:1746137654.901894:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.901954:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333600512 00000100:00100000:2.0:1746137654.901961:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333600512 00000100:00100000:2.0:1746137654.902014:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31355 00000100:00100000:2.0:1746137654.902021:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333600512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.902035:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.902050:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd736 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.902070:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.902076:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.902081:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137654.902084:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.902111:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.902122:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.902134:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137654.902179:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333600512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.902185:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31355 00000100:00100000:1.0:1746137654.902394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.902477:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333600640 00000100:00100000:3.0:1746137654.902480:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333600640 00010000:00010000:3.0:1746137654.902495:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.902514:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15705 00000100:00100000:3.0:1746137654.902519:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333600640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.902527:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.902541:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.902552:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.902567:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776775 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd728 expref: 21 pid: 21535 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.902588:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.902589:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.902594:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.902601:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.902619:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.902629:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.902638:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327438080:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.902901:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.905042:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.905104:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333600896 00000100:00100000:2.0:1746137654.905110:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333600896 00002000:00100000:2.0:1746137654.905142:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968ebb80 x1830957333600896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.905150:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968ebb80 with x1830957333600896 ext(0->4095) 00010000:00010000:2.0:1746137654.905158:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 21 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.905169:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 21 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.905174:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968ebb80 00000100:00100000:2.0:1746137654.905409:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3647 00000100:00100000:2.0:1746137654.905416:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333600896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137654.905651:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327438080:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.905665:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333600896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 248us (627us total) trans 0 rc 4096/4096 00010000:00010000:3.0:1746137654.905669:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.905671:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3647 00002000:00100000:2.0:1746137654.905677:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968ebb80 x1830957333600896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.905694:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968ebb80 with x1830957333600896 ext(0->4095) 00010000:00010000:2.0:1746137654.905698:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 21 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.905707:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 21 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.905713:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968ebb80 00000100:00100000:3.0:1746137654.905884:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333600640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3363us (3489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.905895:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15705 00000100:00100000:0.0:1746137654.907369:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.907447:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.907502:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333601152 00000100:00100000:3.0:1746137654.907506:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333601152 00000100:00100000:3.0:1746137654.907530:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31356 00000100:00100000:3.0:1746137654.907535:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1679:x1830957333601152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.907545:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137654.907551:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333601024 00010000:00010000:3.0:1746137654.907555:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd73d expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.907555:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333601024 00010000:00010000:2.0:1746137654.907569:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 22 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.907571:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.907577:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.907581:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137654.907584:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd73d expref: 22 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.907596:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15706 00000100:00100000:2.0:1746137654.907602:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333601024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.907610:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.907612:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.907621:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 22 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.907622:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd73d expref: 22 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.907630:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 22 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.907738:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00010000:00010000:2.0:1746137654.907747:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177677c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd72f expref: 22 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.907761:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1679:x1830957333601152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 225us (395us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137654.907762:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.907763:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746137654.907766:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31356 00010000:00010000:2.0:1746137654.907768:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.907775:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.907797:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.907844:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 5 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.908199:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327438336:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.908360:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.909888:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327438336:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.909901:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.909925:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333601024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2322us (2476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.909933:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15706 00000100:00100000:0.0:1746137654.910651:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.910998:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333601408 00000100:00100000:2.0:1746137654.911003:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333601408 00002000:00100000:2.0:1746137654.911030:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9500 x1830957333601408/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.911038:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9500 with x1830957333601408 ext(0->4095) 00010000:00010000:2.0:1746137654.911044:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.911058:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.911064:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9500 00000100:00100000:2.0:1746137654.911082:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3648 00000100:00100000:2.0:1746137654.911088:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333601408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.911190:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333601408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (539us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.911196:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3648 00002000:00100000:2.0:1746137654.911201:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9500 x1830957333601408/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.911207:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9500 with x1830957333601408 ext(0->4095) 00010000:00010000:2.0:1746137654.911212:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.911220:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.911225:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9500 00000100:00100000:0.0:1746137654.914413:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.914500:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333601536 00000100:00100000:2.0:1746137654.914507:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333601536 00010000:00010000:2.0:1746137654.914533:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.914947:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15707 00000100:00100000:2.0:1746137654.914954:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333601536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.914964:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.914978:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.914988:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.915005:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776783 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd736 expref: 6 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.915024:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.915026:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.915031:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd73d expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.915038:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd73d expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.915062:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd73d expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.915072:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327438464:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.915755:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.917527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.917647:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327438464:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137654.917662:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137654.917694:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333601536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2739us (3285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.917703:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15707 00000100:00100000:1.0:1746137654.917830:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333601792 00000100:00100000:1.0:1746137654.917835:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333601792 00002000:00100000:1.0:1746137654.917860:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968eb800 x1830957333601792/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.917868:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb800 with x1830957333601792 ext(0->4095) 00002000:00010000:1.0:1746137654.917872:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968eb800 00000100:00100000:1.0:1746137654.917895:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14788 00000100:00100000:1.0:1746137654.917901:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2010:x1830957333601792:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137654.917985:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2010:x1830957333601792:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 83us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.917990:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14788 00002000:00100000:1.0:1746137654.917995:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968eb800 x1830957333601792/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.918002:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb800 with x1830957333601792 ext(0->4095) 00002000:00010000:1.0:1746137654.918005:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968eb800 00000100:00100000:0.0:1746137654.920336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.920437:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333601920 00000100:00100000:3.0:1746137654.920442:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333601920 00000100:00100000:3.0:1746137654.920481:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31357 00000100:00100000:3.0:1746137654.920488:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333601920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.920501:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.920515:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd744 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.920536:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd73d expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.920543:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.920545:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.920548:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd744 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.920571:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd73d expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.920582:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd73d expref: 19 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.920596:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327438592:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.920669:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.923102:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327438592:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.923124:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd744 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.923135:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137654.923169:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333601920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2680us (2837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.923176:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31357 00000100:00100000:0.0:1746137654.923514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.923749:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333602048 00000100:00100000:3.0:1746137654.923753:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333602048 00010000:00010000:3.0:1746137654.923773:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd73d expref: 20 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.923981:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15708 00000100:00100000:3.0:1746137654.923988:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096857480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333602048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137654.923997:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137654.924013:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd73d expref: 20 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.924021:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd73d expref: 20 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.924040:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177678a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd73d expref: 20 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746137654.924383:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.924385:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.924391:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd744 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.924399:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd744 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.924420:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd744 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137654.924430:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327438720:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137654.924487:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.926704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.926764:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333602304 00000100:00100000:2.0:1746137654.926770:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333602304 00000100:00100000:3.0:1746137654.926792:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327438720:192.168.203.12@tcp:105: 00002000:00100000:2.0:1746137654.926800:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096856d80 x1830957333602304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746137654.926820:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137654.926830:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096856d80 with x1830957333602304 ext(0->4095) 00002000:00010000:2.0:1746137654.926834:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096856d80 00000100:00100000:3.0:1746137654.926847:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096857480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333602048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2859us (3334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.926854:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15708 00000100:00100000:2.0:1746137654.926861:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14789 00000100:00100000:2.0:1746137654.926868:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333602304:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.927854:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333602304:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 984us (1153us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.927861:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14789 00002000:00100000:2.0:1746137654.927866:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096856d80 x1830957333602304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.927878:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096856d80 with x1830957333602304 ext(0->4095) 00002000:00010000:2.0:1746137654.927881:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096856d80 00000100:00100000:0.0:1746137654.928371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.928796:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333602432 00000100:00100000:3.0:1746137654.928800:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333602432 00000100:00100000:3.0:1746137654.929537:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31358 00000100:00100000:3.0:1746137654.929543:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333602432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.929556:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.929569:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd74b expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.929590:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd744 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.929596:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.929598:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.929601:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 20 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.929623:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd744 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.929632:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd744 expref: 5 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.929641:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327438848:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.929995:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.930141:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.930196:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333602560 00000100:00100000:2.0:1746137654.930200:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333602560 00000100:00100000:2.0:1746137654.930221:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31359 00000100:00100000:2.0:1746137654.930226:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1685:x1830957333602560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.930232:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.930237:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd752 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.930248:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.930252:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 22 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.930257:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.930260:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd752 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.930278:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 22 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.930294:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd752 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.930450:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:2.0:1746137654.930485:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:1685:x1830957333602560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 257us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.930490:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31359 00000100:00100000:3.0:1746137654.932324:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327438848:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.932344:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 21 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.932355:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:0.0:1746137654.932356:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.932389:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1679:x1830957333602432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2846us (4018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.932487:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31358 00000100:00100000:2.0:1746137654.932572:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333602688 00000100:00100000:2.0:1746137654.932577:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333602688 00010000:00010000:2.0:1746137654.932596:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd744 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.932613:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15709 00000100:00100000:2.0:1746137654.932619:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333602688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.932628:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.932643:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd744 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.932652:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd744 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.932670:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776791 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd744 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.932683:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.932685:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.932690:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 20 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.932697:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 20 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.932719:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 20 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.932728:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 20 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.932737:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327439104:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.932799:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.933970:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327439104:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.933983:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.934004:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333602688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1385us (1648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.934010:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15709 00000100:00100000:0.0:1746137654.934546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.934613:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333602944 00000100:00100000:2.0:1746137654.934617:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333602944 00002000:00100000:2.0:1746137654.934641:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096854a80 x1830957333602944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.934656:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096854a80 with x1830957333602944 ext(0->4095) 00010000:00010000:2.0:1746137654.934662:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 21 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.934672:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 21 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.934677:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096854a80 00000100:00100000:2.0:1746137654.934704:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3649 00000100:00100000:2.0:1746137654.934710:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333602944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137654.934800:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333602944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (255us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.934825:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3649 00002000:00100000:2.0:1746137654.934830:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096854a80 x1830957333602944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.934836:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096854a80 with x1830957333602944 ext(0->4095) 00010000:00010000:2.0:1746137654.934840:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 21 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.934848:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 21 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746137654.934853:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096854a80 00000100:00100000:0.0:1746137654.936516:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.936660:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333603072 00000100:00100000:2.0:1746137654.936665:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333603072 00010000:00010000:2.0:1746137654.936684:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 21 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.936763:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15710 00000100:00100000:2.0:1746137654.936769:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096856a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333603072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.936780:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.936794:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 21 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.936803:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 21 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.937132:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776798 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd74b expref: 21 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.937213:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.937215:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.937222:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd752 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.937229:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd752 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.937255:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd752 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.937265:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327439232:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.937483:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.938882:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327439232:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.938894:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.938928:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096856a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333603072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2158us (2417us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.939063:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15710 00000100:00100000:0.0:1746137654.939745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.939841:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333603328 00000100:00100000:1.0:1746137654.939847:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333603328 00002000:00100000:1.0:1746137654.939901:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096855880 x1830957333603328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.939910:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096855880 with x1830957333603328 ext(0->4095) 00002000:00010000:1.0:1746137654.939914:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096855880 00000100:00100000:1.0:1746137654.939949:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14790 00000100:00100000:1.0:1746137654.939956:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333603328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137654.940043:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333603328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.940049:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14790 00002000:00100000:1.0:1746137654.940054:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096855880 x1830957333603328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.940061:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096855880 with x1830957333603328 ext(0->4095) 00002000:00010000:1.0:1746137654.940063:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096855880 00000100:00100000:0.0:1746137654.941904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.942051:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333603456 00000100:00100000:3.0:1746137654.942058:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333603456 00000100:00100000:3.0:1746137654.942101:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31360 00000100:00100000:3.0:1746137654.942107:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333603456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.942120:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.942136:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd759 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.942156:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd752 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.942163:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.942164:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.942167:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.942190:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd752 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.942200:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd752 expref: 19 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746137654.942209:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327439360:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.942267:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.944469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.944596:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327439360:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.944618:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.944629:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:3.0:1746137654.944672:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333603456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2565us (2773us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.944679:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31360 00000100:00100000:2.0:1746137654.945592:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333603584 00000100:00100000:2.0:1746137654.945598:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333603584 00010000:00010000:2.0:1746137654.945620:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd752 expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.946225:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15711 00000100:00100000:2.0:1746137654.946232:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333603584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.946243:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.946258:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd752 expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.946267:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd752 expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.946286:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177679f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd752 expref: 20 pid: 9582 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.946316:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.946318:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.946324:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.946335:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.946360:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.946371:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327439488:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.946434:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.948434:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327439488:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.948449:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.948489:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333603584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2256us (4024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.948497:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15711 00000100:00100000:2.0:1746137654.950224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137654.950584:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.950647:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333603968 00000100:00100000:3.0:1746137654.950654:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333603968 00000100:00100000:1.0:1746137654.950844:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333603840 00000100:00100000:1.0:1746137654.950848:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333603840 00002000:00100000:1.0:1746137654.950873:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666bb80 x1830957333603840/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.950883:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666bb80 with x1830957333603840 ext(0->4095) 00002000:00010000:1.0:1746137654.950887:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666bb80 00000100:00100000:2.0:1746137654.951028:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31361 00000100:00100000:2.0:1746137654.951035:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:1679:x1830957333603968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.951047:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.951059:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd760 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.951079:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.951085:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.951087:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.951090:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.951115:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.951125:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.951135:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327439616:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137654.951181:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137654.951334:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3650 00000100:00100000:1.0:1746137654.951340:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333603840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137654.951429:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333603840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (1209us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.951434:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3650 00002000:00100000:1.0:1746137654.951439:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666bb80 x1830957333603840/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.951446:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666bb80 with x1830957333603840 ext(0->4095) 00010000:00010000:1.0:1746137654.951451:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746137654.951460:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746137654.951465:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009666bb80 00000100:00100000:0.0:1746137654.953251:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.953339:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327439616:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137654.953361:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.953372:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daee00, rc 0) 00000100:00100000:2.0:1746137654.953396:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1679:x1830957333603968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2362us (2813us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.953402:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31361 00000100:00100000:2.0:1746137654.953418:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333604096 00000100:00100000:2.0:1746137654.953422:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333604096 00000100:00100000:2.0:1746137654.953451:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31362 00000100:00100000:2.0:1746137654.953456:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1685:x1830957333604096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137654.953464:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137654.953472:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd767 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.953487:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.953490:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.953494:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137654.953497:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd767 expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.953514:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.953521:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd767 expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.953527:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137654.953539:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1685:x1830957333604096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 83us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.953544:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31362 00000100:00100000:0.0:1746137654.954557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.954617:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333604224 00000100:00100000:2.0:1746137654.954620:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333604224 00010000:00010000:2.0:1746137654.954637:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746137654.955064:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15712 00000100:00100000:2.0:1746137654.955071:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333604224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.955079:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.955094:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.955104:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.955124:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd759 expref: 6 pid: 11509 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746137654.955143:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.955144:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.955149:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.955155:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.955174:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.955184:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 20 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137654.955193:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327439872:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.955251:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.957599:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327439872:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.957616:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.957655:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333604224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2584us (3100us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.957664:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15712 00000100:00100000:0.0:1746137654.958181:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.958259:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333604480 00000100:00100000:2.0:1746137654.958265:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333604480 00002000:00100000:2.0:1746137654.958291:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1c00 x1830957333604480/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.958311:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1c00 with x1830957333604480 ext(0->4095) 00010000:00010000:2.0:1746137654.958318:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 21 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.958329:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 21 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137654.958334:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d1c00 00000100:00100000:2.0:1746137654.958918:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3651 00000100:00100000:2.0:1746137654.958925:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333604480:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.959287:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333604480:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 360us (1105us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.959293:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3651 00002000:00100000:2.0:1746137654.959308:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1c00 x1830957333604480/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.959315:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1c00 with x1830957333604480 ext(0->4095) 00010000:00010000:2.0:1746137654.959320:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 21 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.959335:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 21 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137654.959341:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d1c00 00000100:00100000:0.0:1746137654.962849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.963405:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333604608 00000100:00100000:2.0:1746137654.963413:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333604608 00010000:00010000:2.0:1746137654.963443:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 21 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137654.963479:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15713 00000100:00100000:2.0:1746137654.963486:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333604608:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.963499:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.963514:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 21 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.963524:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 21 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.963542:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd760 expref: 21 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.963568:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.963569:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.963575:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd767 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.963586:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd767 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.963613:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd767 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.963623:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327440000:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.963690:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.965942:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327440000:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.965964:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.966007:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333604608:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2521us (3162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.966015:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15713 00000100:00100000:0.0:1746137654.966859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137654.966969:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333604864 00000100:00100000:1.0:1746137654.966975:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333604864 00002000:00100000:1.0:1746137654.967008:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2d80 x1830957333604864/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.967016:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2d80 with x1830957333604864 ext(0->4095) 00002000:00010000:1.0:1746137654.967021:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d2d80 00000100:00100000:1.0:1746137654.967449:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14792 00000100:00100000:1.0:1746137654.967456:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2010:x1830957333604864:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137654.967874:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2010:x1830957333604864:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 418us (1017us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137654.967881:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14792 00002000:00100000:1.0:1746137654.967887:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2d80 x1830957333604864/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137654.967895:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2d80 with x1830957333604864 ext(0->4095) 00002000:00010000:1.0:1746137654.967898:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d2d80 00000100:00100000:0.0:1746137654.970878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.970945:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333604992 00000100:00100000:3.0:1746137654.970953:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333604992 00000100:00100000:3.0:1746137654.970999:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31363 00000100:00100000:3.0:1746137654.971264:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333604992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.971279:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.971291:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd76e expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.971323:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd767 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.971330:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.971332:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.971335:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.971358:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd767 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.971374:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd767 expref: 19 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137654.971384:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327440128:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.971451:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137654.973116:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327440128:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.973134:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.973145:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137654.973183:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333604992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2176us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.973190:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31363 00000100:00100000:0.0:1746137654.974344:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.974390:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333605120 00000100:00100000:2.0:1746137654.974396:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333605120 00010000:00010000:2.0:1746137654.974417:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd767 expref: 20 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137654.974443:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15714 00000100:00100000:2.0:1746137654.974448:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333605120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.974458:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.974473:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd767 expref: 20 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.974482:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd767 expref: 20 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.974499:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417767b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd767 expref: 20 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.974521:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.974522:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.974528:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.974536:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.974557:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.974566:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327440256:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.974627:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137654.976519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.976606:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333605248 00000100:00100000:3.0:1746137654.976614:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333605248 00000100:00100000:3.0:1746137654.976652:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31364 00000100:00100000:3.0:1746137654.976659:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1679:x1830957333605248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.976671:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.976681:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd775 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.976698:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.976709:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.976710:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137654.976714:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 21 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.976731:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.976741:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137654.976749:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327440384:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.976830:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.977445:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327440256:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.977459:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.977495:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333605120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3045us (3153us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.977503:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15714 00000100:00100000:0.0:1746137654.979051:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.979168:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333605504 00000100:00100000:2.0:1746137654.979173:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333605504 00002000:00100000:2.0:1746137654.979202:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fb100 x1830957333605504/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.979217:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fb100 with x1830957333605504 ext(0->4095) 00010000:00010000:2.0:1746137654.979224:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.979235:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137654.979240:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4fb100 00000100:00100000:2.0:1746137654.979267:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3652 00000100:00100000:2.0:1746137654.979272:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333605504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.979383:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333605504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.979389:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3652 00002000:00100000:2.0:1746137654.979394:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fb100 x1830957333605504/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.979400:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fb100 with x1830957333605504 ext(0->4095) 00010000:00010000:2.0:1746137654.979404:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.979413:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137654.979418:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4fb100 00000100:00100000:3.0:1746137654.979966:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327440384:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137654.979984:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 20 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.979995:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137654.980016:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:1679:x1830957333605248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3358us (3501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137654.980022:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31364 00000100:00100000:0.0:1746137654.984850:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.986528:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333605632 00000100:00100000:2.0:1746137654.986538:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333605632 00010000:00010000:2.0:1746137654.986568:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137654.986609:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15715 00000100:00100000:2.0:1746137654.986617:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333605632:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137654.986628:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137654.986644:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.986655:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.986672:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417767bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd76e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137654.986693:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.986695:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137654.986700:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.986706:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137654.986731:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137654.986740:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327440512:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137654.986836:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137654.989023:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327440512:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137654.989041:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137654.989080:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333605632:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2463us (4234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137654.989089:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15715 00000100:00100000:3.0:1746137654.990139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137654.990201:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333605888 00000100:00100000:2.0:1746137654.990206:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333605888 00002000:00100000:2.0:1746137654.990232:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b1880 x1830957333605888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/0 e 0 to 0 dl 1746137665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.990241:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b1880 with x1830957333605888 ext(0->4095) 00002000:00010000:2.0:1746137654.990244:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b1880 00000100:00100000:2.0:1746137654.990265:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14793 00000100:00100000:2.0:1746137654.990273:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333605888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137654.990374:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333605888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (236us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137654.990379:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14793 00002000:00100000:2.0:1746137654.990384:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b1880 x1830957333605888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:90/0 lens 488/4536 e 0 to 0 dl 1746137665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137654.990391:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b1880 with x1830957333605888 ext(0->4095) 00002000:00010000:2.0:1746137654.990393:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b1880 00000100:00100000:0.0:1746137654.996009:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137654.997561:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333606016 00000100:00100000:3.0:1746137654.997572:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333606016 00000100:00100000:3.0:1746137654.997615:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31365 00000100:00100000:3.0:1746137654.997622:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333606016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137654.997638:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137654.997652:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd77c expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.997675:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.997682:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.997684:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137654.997687:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.997711:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 19 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137654.997720:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 19 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137654.997730:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327440640:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137654.997840:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.001176:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327440640:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.001200:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.001213:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137655.001259:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333606016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3637us (5257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.001269:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31365 00000100:00100000:0.0:1746137655.002860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.004372:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333606144 00000100:00100000:1.0:1746137655.004381:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333606144 00002000:00100000:1.0:1746137655.004419:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d4fa680 x1830957333606144/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.004428:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fa680 with x1830957333606144 ext(0->7) 00010000:00010000:1.0:1746137655.004436:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 20 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.004448:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 20 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.004454:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4fa680 00000100:00100000:2.0:1746137655.005162:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3653 00000100:00100000:2.0:1746137655.005170:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2007:x1830957333606144:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137655.006199:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2007:x1830957333606144:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1027us (3340us total) trans 4294972183 rc 0/0 00000100:00100000:0.0:1746137655.006207:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3653 00002000:00100000:0.0:1746137655.006214:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d4fa680 x1830957333606144/t4294972183(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/448 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.006411:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fa680 with x1830957333606144 ext(0->7) 00010000:00010000:0.0:1746137655.006418:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 22 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.006429:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 22 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.006434:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4fa680 00000100:00100000:0.0:1746137655.006756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.006836:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333606272 00000100:00100000:3.0:1746137655.006840:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333606272 00000100:00100000:3.0:1746137655.006871:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31366 00000100:00100000:3.0:1746137655.006877:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:1679:x1830957333606272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.006885:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.006896:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd783 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.006912:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.006918:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.006923:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137655.006926:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd783 expref: 23 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.006951:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.006961:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd783 expref: 23 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.006971:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:3.0:1746137655.007004:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:1679:x1830957333606272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.007009:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31366 00000100:00100000:0.0:1746137655.007748:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.007826:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333606400 00000100:00100000:2.0:1746137655.007830:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333606400 00010000:00010000:2.0:1746137655.007846:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 23 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.008043:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15716 00000100:00100000:2.0:1746137655.008050:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2010:x1830957333606400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.008058:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746137655.008068:0:7223:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746137655 -> 1746137656 00002000:00010000:2.0:1746137655.008071:0:7223:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746137655 -> 1746137656 00010000:00010000:2.0:1746137655.008075:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 23 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.008084:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 23 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.008098:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417767c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd775 expref: 23 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.008119:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.008121:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.008127:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.008134:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.008157:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.008166:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.008176:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327440896:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.008231:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.009545:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327440896:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.009557:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.009675:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2010:x1830957333606400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1624us (1926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.009682:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15716 00000100:00100000:0.0:1746137655.009803:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.009849:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333606656 00000100:00100000:1.0:1746137655.009853:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333606656 00002000:00100000:1.0:1746137655.009880:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec58a80 x1830957333606656/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.009889:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec58a80 with x1830957333606656 ext(0->4095) 00010000:00010000:1.0:1746137655.009894:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.009904:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.009915:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec58a80 00000100:00100000:1.0:1746137655.009939:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3654 00000100:00100000:1.0:1746137655.009945:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333606656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.010019:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333606656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 75us (217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.010024:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3654 00002000:00100000:1.0:1746137655.010029:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec58a80 x1830957333606656/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.010036:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec58a80 with x1830957333606656 ext(0->4095) 00010000:00010000:1.0:1746137655.010040:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.010048:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.010053:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec58a80 00000100:00100000:0.0:1746137655.011688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.011855:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333606784 00000100:00100000:2.0:1746137655.011860:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333606784 00010000:00010000:2.0:1746137655.011878:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.012131:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15717 00000100:00100000:2.0:1746137655.012139:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333606784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.012148:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.012162:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.012175:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.012193:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417767c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd77c expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.012328:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.012330:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.012336:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd783 expref: 21 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.012343:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd783 expref: 21 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.012366:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd783 expref: 21 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.012376:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327441024:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.012672:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.014167:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327441024:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.014182:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.014404:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333606784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2264us (2717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.014412:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15717 00000100:00100000:0.0:1746137655.014424:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.014444:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333607040 00000100:00100000:0.0:1746137655.014448:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333607040 00002000:00100000:0.0:1746137655.014475:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28dc00 x1830957333607040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.014488:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28dc00 with x1830957333607040 ext(0->4095) 00002000:00010000:0.0:1746137655.014491:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28dc00 00000100:00100000:0.0:1746137655.014516:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14794 00000100:00100000:0.0:1746137655.014568:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333607040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137655.014752:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333607040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 185us (328us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137655.014757:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14794 00002000:00100000:0.0:1746137655.014763:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28dc00 x1830957333607040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.014769:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28dc00 with x1830957333607040 ext(0->4095) 00002000:00010000:0.0:1746137655.014772:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28dc00 00000100:00100000:0.0:1746137655.016716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.016792:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333607168 00000100:00100000:2.0:1746137655.016798:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333607168 00000100:00100000:2.0:1746137655.016860:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31367 00000100:00100000:2.0:1746137655.016867:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333607168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.016879:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.016891:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd78a expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.016970:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd783 expref: 21 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.016976:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.016978:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.016981:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd78a expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.017002:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd783 expref: 21 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.017012:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd783 expref: 21 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.017022:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327441152:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.017190:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.018474:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327441152:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.018494:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd78a expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.018509:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf600, rc 0) 00000100:00100000:2.0:1746137655.018538:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333607168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1671us (1826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.018544:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31367 00000100:00100000:0.0:1746137655.019353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.019415:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333607296 00000100:00100000:2.0:1746137655.019419:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333607296 00010000:00010000:2.0:1746137655.019438:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd783 expref: 22 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.019505:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15718 00000100:00100000:2.0:1746137655.019512:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333607296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.019521:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.019537:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd783 expref: 22 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.019545:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd783 expref: 22 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.019562:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb61417767d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd783 expref: 22 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.019582:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.019583:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.019588:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd78a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.019599:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd78a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.019619:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd78a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.019628:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327441280:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.019721:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.020839:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327441280:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.020853:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.020876:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333607296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1365us (1524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.020884:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15718 00000100:00100000:0.0:1746137655.021249:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.021325:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333607552 00000100:00100000:2.0:1746137655.021329:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333607552 00002000:00100000:2.0:1746137655.021353:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28c000 x1830957333607552/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.021362:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28c000 with x1830957333607552 ext(0->4095) 00002000:00010000:2.0:1746137655.021365:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28c000 00000100:00100000:2.0:1746137655.021377:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14795 00000100:00100000:2.0:1746137655.021382:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333607552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.021477:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333607552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.021485:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14795 00002000:00100000:2.0:1746137655.021490:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28c000 x1830957333607552/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.021496:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28c000 with x1830957333607552 ext(0->4095) 00002000:00010000:2.0:1746137655.021499:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28c000 00000100:00100000:0.0:1746137655.022524:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.022586:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333607680 00000100:00100000:2.0:1746137655.022590:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333607680 00000100:00100000:2.0:1746137655.022619:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31368 00000100:00100000:2.0:1746137655.022625:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:1685:x1830957333607680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.022634:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.022644:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd791 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.022663:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd78a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.022669:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.022671:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.022674:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.022694:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd78a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.022703:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd78a expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.022717:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327441408:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.023273:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.024386:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327441408:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.024404:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.024416:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:2.0:1746137655.024454:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:1685:x1830957333607680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1828us (1931us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.024461:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31368 00000100:00100000:0.0:1746137655.025027:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.025129:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333607808 00000100:00100000:2.0:1746137655.025134:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333607808 00010000:00010000:2.0:1746137655.025154:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd78a expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.025183:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15719 00000100:00100000:2.0:1746137655.025189:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333607808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.025198:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.025212:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd78a expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.025222:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd78a expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.025243:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417767d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd78a expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.025255:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.025257:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.025263:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.025271:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.025293:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.025313:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327441536:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.025372:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.026187:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.026229:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333607936 00000100:00100000:2.0:1746137655.026233:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333607936 00000100:00100000:2.0:1746137655.026264:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31369 00000100:00100000:2.0:1746137655.026270:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:1679:x1830957333607936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.026281:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.026290:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd798 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.026320:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 23 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.026329:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.026331:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.026333:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 23 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.026349:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 23 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.026358:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 23 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.026367:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327441664:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.026772:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.027575:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327441536:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137655.027590:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137655.027598:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.027626:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333607808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2437us (2599us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.027633:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15719 00000100:00100000:1.0:1746137655.027739:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333608192 00000100:00100000:1.0:1746137655.027743:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333608192 00002000:00100000:1.0:1746137655.027767:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd0700 x1830957333608192/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.027775:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0700 with x1830957333608192 ext(0->4095) 00010000:00010000:1.0:1746137655.027780:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.027794:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.027800:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd0700 00000100:00100000:1.0:1746137655.027833:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3655 00000100:00100000:1.0:1746137655.027839:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2007:x1830957333608192:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.027899:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327441664:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.027914:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 24 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.027920:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2007:x1830957333608192:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (331us total) trans 0 rc 4096/4096 00010000:00010000:3.0:1746137655.027924:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daee00, rc 0) 00000100:00100000:1.0:1746137655.027925:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3655 00002000:00100000:1.0:1746137655.027930:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd0700 x1830957333608192/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.027937:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0700 with x1830957333608192 ext(0->4095) 00010000:00010000:1.0:1746137655.027941:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.027949:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.027954:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd0700 00000100:00100000:3.0:1746137655.027957:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:1679:x1830957333607936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1686us (1770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.027966:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31369 00000100:00100000:0.0:1746137655.031127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.031324:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333608320 00000100:00100000:2.0:1746137655.031331:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333608320 00010000:00010000:2.0:1746137655.031357:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 23 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.031392:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15720 00000100:00100000:2.0:1746137655.031399:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129cebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2010:x1830957333608320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.031414:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.031429:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 23 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.031440:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 23 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.031459:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417767de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd791 expref: 23 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.031485:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.031486:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.031491:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.031497:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.031521:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 22 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.031530:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327441792:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.031609:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.036332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.036389:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333608576 00000100:00100000:1.0:1746137655.036397:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333608576 00002000:00100000:1.0:1746137655.036435:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3480 x1830957333608576/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.036443:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3480 with x1830957333608576 ext(0->4095) 00002000:00010000:1.0:1746137655.036448:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd3480 00000100:00100000:2.0:1746137655.036473:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327441792:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.036480:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14796 00000100:00100000:1.0:1746137655.036486:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2008:x1830957333608576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746137655.036490:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.036523:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129cebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2010:x1830957333608320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5126us (5403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.036534:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15720 00000100:00100000:1.0:1746137655.036572:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333608576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.036634:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14796 00002000:00100000:1.0:1746137655.036641:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3480 x1830957333608576/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.036648:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3480 with x1830957333608576 ext(0->4095) 00002000:00010000:1.0:1746137655.036651:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd3480 00000100:00100000:0.0:1746137655.040961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.041190:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333608704 00000100:00100000:3.0:1746137655.041197:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333608704 00000100:00100000:3.0:1746137655.041232:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31370 00000100:00100000:3.0:1746137655.041238:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333608704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.041251:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.041263:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd79f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.041289:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.041303:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.041304:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.041307:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.041387:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137655.041760:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 21 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.041772:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 21 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.041783:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327441920:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.042083:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.044189:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327441920:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.044213:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.044227:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137655.044261:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333608704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3022us (3307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.044269:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31370 00000100:00100000:0.0:1746137655.048053:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.048553:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333608832 00000100:00100000:3.0:1746137655.048561:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333608832 00002000:00100000:3.0:1746137655.048791:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092fd0380 x1830957333608832/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.048800:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0380 with x1830957333608832 ext(0->7) 00010000:00010000:3.0:1746137655.048973:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 22 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.048984:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 22 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.048990:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd0380 00000100:00100000:3.0:1746137655.049671:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3656 00000100:00100000:3.0:1746137655.049678:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2007:x1830957333608832:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137655.050617:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2007:x1830957333608832:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 937us (2567us total) trans 4294972184 rc 0/0 00000100:00100000:0.0:1746137655.050624:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3656 00002000:00100000:0.0:1746137655.050631:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092fd0380 x1830957333608832/t4294972184(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/448 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.050638:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0380 with x1830957333608832 ext(0->7) 00010000:00010000:0.0:1746137655.050645:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.050655:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.050661:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd0380 00000100:00100000:0.0:1746137655.052202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.052286:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333608960 00000100:00100000:2.0:1746137655.052292:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333608960 00010000:00010000:2.0:1746137655.052327:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.052354:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15721 00000100:00100000:2.0:1746137655.052359:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2008:x1830957333608960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.052368:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.052380:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.052389:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.052406:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417767e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd798 expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.052420:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.052422:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.052427:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.052434:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.052460:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.052469:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327442048:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.052532:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.056653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.056993:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333609088 00000100:00100000:3.0:1746137655.056999:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333609088 00000100:00100000:3.0:1746137655.057049:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31371 00000100:00100000:3.0:1746137655.057057:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:1679:x1830957333609088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.057188:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.057201:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7a6 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.057213:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327442048:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.057220:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.057226:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.057228:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.057228:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137655.057230:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 25 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.057251:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.057261:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.057271:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327442176:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.057271:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2008:x1830957333608960:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4912us (5073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.057279:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15721 00000100:00100000:3.0:1746137655.057330:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.057561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.057592:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333609344 00000100:00100000:2.0:1746137655.057595:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333609344 00002000:00100000:2.0:1746137655.057615:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093094e00 x1830957333609344/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.057623:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094e00 with x1830957333609344 ext(0->4095) 00010000:00010000:2.0:1746137655.057628:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.057636:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.057641:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093094e00 00000100:00100000:2.0:1746137655.057655:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3657 00000100:00100000:2.0:1746137655.057660:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333609344:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.057766:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333609344:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (202us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.057771:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3657 00002000:00100000:2.0:1746137655.057776:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093094e00 x1830957333609344/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.057782:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094e00 with x1830957333609344 ext(0->4095) 00010000:00010000:2.0:1746137655.057787:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.057794:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.057799:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093094e00 00000100:00100000:0.0:1746137655.059320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.059446:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327442176:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.059464:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 24 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.059477:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c600, rc 0) 00000100:00100000:3.0:1746137655.059546:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:1679:x1830957333609088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2490us (2898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.059552:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31371 00000100:00100000:1.0:1746137655.059555:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333609472 00000100:00100000:1.0:1746137655.059559:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333609472 00000100:00100000:1.0:1746137655.059651:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31372 00000100:00100000:3.0:1746137655.059657:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.059657:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:1685:x1830957333609472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.059667:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.059676:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7ad expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.059690:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.059694:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 25 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.059699:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.059702:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ad expref: 25 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.059727:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 25 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.059735:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ad expref: 25 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.059742:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb200, rc 0) 00000100:00100000:1.0:1746137655.059760:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:1685:x1830957333609472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.059765:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31372 00000100:00100000:2.0:1746137655.059965:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333609600 00000100:00100000:2.0:1746137655.059969:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333609600 00010000:00010000:2.0:1746137655.059984:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.060001:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15722 00000100:00100000:2.0:1746137655.060005:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333609600:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.060011:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.060024:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.060032:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.060045:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417767ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd79f expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.060066:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.060067:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.060072:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 24 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.060078:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 24 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.060095:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 24 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.060104:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.060113:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327442432:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.060148:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.061712:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327442432:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.061727:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.061763:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333609600:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1756us (2105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.061770:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15722 00000100:00100000:0.0:1746137655.062279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.062412:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333609856 00000100:00100000:2.0:1746137655.062416:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333609856 00002000:00100000:2.0:1746137655.062439:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093097800 x1830957333609856/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.062444:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093097800 with x1830957333609856 ext(0->4095) 00010000:00010000:2.0:1746137655.062449:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 25 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.062456:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 25 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.062460:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093097800 00000100:00100000:2.0:1746137655.062478:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3658 00000100:00100000:2.0:1746137655.062482:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2007:x1830957333609856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.062557:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2007:x1830957333609856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 75us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.062561:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3658 00002000:00100000:2.0:1746137655.062564:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093097800 x1830957333609856/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.062569:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093097800 with x1830957333609856 ext(0->4095) 00010000:00010000:2.0:1746137655.062572:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 25 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.062578:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 25 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.062581:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093097800 00000100:00100000:0.0:1746137655.064486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.064532:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333609984 00000100:00100000:2.0:1746137655.064537:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333609984 00010000:00010000:2.0:1746137655.064555:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 25 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.064583:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15723 00000100:00100000:2.0:1746137655.064589:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2008:x1830957333609984:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.064599:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.064611:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 25 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.064620:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 25 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.064636:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb61417767f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7a6 expref: 25 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.064660:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.064661:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.064666:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ad expref: 24 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.064672:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ad expref: 24 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.064696:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ad expref: 24 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.065293:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327442560:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.065378:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.066943:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327442560:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.066958:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.066992:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2008:x1830957333609984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2403us (2510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.067000:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15723 00000100:00100000:0.0:1746137655.067492:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.067562:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333610240 00000100:00100000:2.0:1746137655.067567:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333610240 00002000:00100000:2.0:1746137655.067592:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093094700 x1830957333610240/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.067599:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094700 with x1830957333610240 ext(0->4095) 00002000:00010000:2.0:1746137655.067602:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093094700 00000100:00100000:2.0:1746137655.067614:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14797 00000100:00100000:2.0:1746137655.067620:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2008:x1830957333610240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.067718:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2008:x1830957333610240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (225us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.067723:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14797 00002000:00100000:2.0:1746137655.067867:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093094700 x1830957333610240/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.067875:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094700 with x1830957333610240 ext(0->4095) 00002000:00010000:2.0:1746137655.067877:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093094700 00000100:00100000:0.0:1746137655.070873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.070933:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333610368 00000100:00100000:2.0:1746137655.070939:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333610368 00000100:00100000:2.0:1746137655.070985:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31373 00000100:00100000:2.0:1746137655.070992:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093096a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333610368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.071005:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.071019:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7b4 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.071041:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ad expref: 23 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.071048:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.071049:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.071052:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.071077:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ad expref: 23 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.071087:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ad expref: 23 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.071097:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327442688:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.072243:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.074800:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327442688:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.074897:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.074916:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:3.0:1746137655.075055:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093096a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333610368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4062us (4187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.075064:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31373 00000100:00100000:0.0:1746137655.075262:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.075344:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333610496 00000100:00100000:2.0:1746137655.075349:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333610496 00010000:00010000:2.0:1746137655.075370:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ad expref: 24 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.075470:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15724 00000100:00100000:2.0:1746137655.075477:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2007:x1830957333610496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.075488:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.075502:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ad expref: 24 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.075511:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ad expref: 24 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.075528:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417767fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ad expref: 24 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.075583:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.075585:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.075590:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.075597:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.075622:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.075632:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327442816:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.075846:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.078424:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.078795:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333610624 00000100:00100000:3.0:1746137655.078802:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333610624 00000100:00100000:3.0:1746137655.078861:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31374 00000100:00100000:3.0:1746137655.078868:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:1679:x1830957333610624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.078881:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.078991:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7bb expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.079014:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.079021:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.079022:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.079025:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 25 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.079047:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.079056:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327442816:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.079060:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.079069:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327442944:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.079074:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.079110:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2007:x1830957333610496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3633us (3848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.079117:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15724 00000100:00100000:3.0:1746137655.079126:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.079324:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.079470:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333610880 00000100:00100000:3.0:1746137655.079474:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333610880 00002000:00100000:3.0:1746137655.079495:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093097b80 x1830957333610880/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.079504:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093097b80 with x1830957333610880 ext(0->4095) 00010000:00010000:3.0:1746137655.079509:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.079518:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.079523:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093097b80 00000100:00100000:3.0:1746137655.079549:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3659 00000100:00100000:3.0:1746137655.079555:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333610880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.079635:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333610880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 80us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.079641:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3659 00002000:00100000:3.0:1746137655.079646:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093097b80 x1830957333610880/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.079657:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093097b80 with x1830957333610880 ext(0->4095) 00010000:00010000:3.0:1746137655.079661:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.079669:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.079674:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093097b80 00000100:00100000:3.0:1746137655.081843:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327442944:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.081862:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 24 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.081874:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137655.081908:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:1679:x1830957333610624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3041us (3525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.081914:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31374 00000100:00100000:0.0:1746137655.084474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.084721:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333611008 00000100:00100000:2.0:1746137655.084729:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333611008 00010000:00010000:2.0:1746137655.084754:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.084790:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15725 00000100:00100000:2.0:1746137655.084797:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333611008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.084838:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.084890:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.084901:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.084920:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776801 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7b4 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.084934:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.084936:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.084941:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 23 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.084948:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 23 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.084974:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 23 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.084984:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327443072:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.085206:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.086997:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327443072:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137655.086997:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137655.087011:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.087039:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333611008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2243us (2570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.087047:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15725 00000100:00100000:1.0:1746137655.087131:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333611264 00000100:00100000:1.0:1746137655.087136:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333611264 00002000:00100000:1.0:1746137655.087162:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c346a00 x1830957333611264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.087170:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c346a00 with x1830957333611264 ext(0->4095) 00002000:00010000:1.0:1746137655.087173:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c346a00 00000100:00100000:1.0:1746137655.087199:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14798 00000100:00100000:1.0:1746137655.087205:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2008:x1830957333611264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.087504:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2008:x1830957333611264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 298us (511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.087510:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14798 00002000:00100000:1.0:1746137655.087515:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c346a00 x1830957333611264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.087526:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c346a00 with x1830957333611264 ext(0->4095) 00002000:00010000:1.0:1746137655.087529:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c346a00 00000100:00100000:0.0:1746137655.091073:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.091479:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333611392 00000100:00100000:3.0:1746137655.091486:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333611392 00000100:00100000:3.0:1746137655.091532:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31375 00000100:00100000:3.0:1746137655.091539:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333611392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.091552:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.091564:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7c2 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.091588:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 23 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.091595:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.091597:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.091599:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c2 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.091622:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 23 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.091632:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 23 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.091641:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327443200:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.091715:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.093905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.093991:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333611520 00000100:00100000:1.0:1746137655.093996:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333611520 00002000:00100000:1.0:1746137655.094026:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969c4380 x1830957333611520/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.094035:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c4380 with x1830957333611520 ext(0->7) 00010000:00010000:1.0:1746137655.094041:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.094052:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 24 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.094058:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c4380 00000100:00100000:1.0:1746137655.094085:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3660 00000100:00100000:1.0:1746137655.094092:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:2008:x1830957333611520:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137655.094272:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327443200:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.094365:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c2 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.094377:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137655.094403:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333611392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2865us (3335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.094410:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31375 00000100:00100000:0.0:1746137655.095215:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2008:x1830957333611520:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1121us (1313us total) trans 4294972185 rc 0/0 00000100:00100000:0.0:1746137655.095221:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3660 00002000:00100000:0.0:1746137655.095226:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969c4380 x1830957333611520/t4294972185(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/448 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.095234:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c4380 with x1830957333611520 ext(0->7) 00010000:00010000:0.0:1746137655.095239:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 26 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.095248:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 26 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.095254:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c4380 00000100:00100000:0.0:1746137655.098521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.098635:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333611648 00000100:00100000:2.0:1746137655.098642:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333611648 00010000:00010000:2.0:1746137655.098667:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 26 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.098797:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15726 00000100:00100000:2.0:1746137655.098833:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2008:x1830957333611648:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.098847:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.098862:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 26 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.098871:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 26 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.098889:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776808 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7bb expref: 26 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.098907:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.098909:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.098915:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.098922:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.098948:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.098957:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327443328:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.099020:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.102050:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327443328:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.102067:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.102098:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2008:x1830957333611648:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3294us (3582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.102114:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15726 00000100:00100000:0.0:1746137655.102540:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.102583:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333611904 00000100:00100000:2.0:1746137655.102588:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333611904 00002000:00100000:2.0:1746137655.102614:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c7800 x1830957333611904/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.102621:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c7800 with x1830957333611904 ext(0->4095) 00002000:00010000:2.0:1746137655.102625:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c7800 00000100:00100000:2.0:1746137655.102649:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14799 00000100:00100000:2.0:1746137655.102655:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333611904:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.103047:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333611904:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 391us (506us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.103052:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14799 00002000:00100000:2.0:1746137655.103058:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c7800 x1830957333611904/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.103064:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c7800 with x1830957333611904 ext(0->4095) 00002000:00010000:2.0:1746137655.103066:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c7800 00000100:00100000:2.0:1746137655.105166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.105239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.105324:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333612032 00000100:00100000:1.0:1746137655.105330:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333612032 00000100:00100000:1.0:1746137655.105365:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333612160 00000100:00100000:1.0:1746137655.105367:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333612160 00000100:00100000:1.0:1746137655.105390:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31376 00000100:00100000:1.0:1746137655.105397:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1685:x1830957333612032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137655.105449:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31377 00000100:00100000:2.0:1746137655.105456:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1679:x1830957333612160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.105467:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.105480:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7d0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.105504:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.105510:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.105512:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.105515:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.105537:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.105540:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.105545:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7c9 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.105547:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c2 expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.105558:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327443456:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.105559:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.105562:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.105566:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.105568:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c9 expref: 28 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.105585:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.105595:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c9 expref: 28 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.105602:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eaa00, rc 0) 00000100:00100000:1.0:1746137655.105617:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:1685:x1830957333612032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 221us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.105622:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.105622:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31376 00000100:00100000:0.0:1746137655.108265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.108328:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333612288 00000100:00100000:3.0:1746137655.108334:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333612288 00000100:00100000:2.0:1746137655.108342:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327443456:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.108359:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c2 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.108362:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.108374:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf600, rc 0) 00000100:00100000:3.0:1746137655.108391:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15727 00000100:00100000:3.0:1746137655.108396:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ceb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333612288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.108405:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137655.108406:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:1679:x1830957333612160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2950us (3167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.108412:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31377 00010000:00010000:3.0:1746137655.108423:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c2 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.108433:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c2 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.108449:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb614177680f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c2 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.108462:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.108463:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.108469:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.108476:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.108501:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.108511:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 26 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.108525:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327443712:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.108650:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.110182:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327443712:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.110477:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.110517:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ceb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333612288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2119us (2256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.110525:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15727 00000100:00100000:0.0:1746137655.111088:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.111129:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333612544 00000100:00100000:2.0:1746137655.111135:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333612544 00002000:00100000:2.0:1746137655.111163:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c4700 x1830957333612544/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.111172:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c4700 with x1830957333612544 ext(0->4095) 00010000:00010000:2.0:1746137655.111179:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 27 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.111191:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 27 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.111198:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c4700 00000100:00100000:2.0:1746137655.111225:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3661 00000100:00100000:2.0:1746137655.111231:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2008:x1830957333612544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.111344:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2008:x1830957333612544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.111349:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3661 00002000:00100000:2.0:1746137655.111354:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c4700 x1830957333612544/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.111362:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c4700 with x1830957333612544 ext(0->4095) 00010000:00010000:2.0:1746137655.111366:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 27 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.111375:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 27 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.111380:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c4700 00000100:00100000:0.0:1746137655.113972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.113997:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333612672 00000100:00100000:3.0:1746137655.114003:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333612672 00010000:00010000:3.0:1746137655.114028:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 27 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.114061:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15728 00000100:00100000:3.0:1746137655.114068:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2007:x1830957333612672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.114078:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.114092:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 27 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.114102:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 27 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.114120:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776816 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d0 expref: 27 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.114143:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.114145:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.114151:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c9 expref: 26 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.114158:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c9 expref: 26 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.114184:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c9 expref: 26 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.114198:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327443840:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.114263:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.115438:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327443840:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.115450:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.115482:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333612672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1414us (1517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.115489:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15728 00000100:00100000:0.0:1746137655.115742:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.116019:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333612928 00000100:00100000:2.0:1746137655.116024:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333612928 00002000:00100000:2.0:1746137655.116051:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c6680 x1830957333612928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.116059:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c6680 with x1830957333612928 ext(0->4095) 00002000:00010000:2.0:1746137655.116062:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c6680 00000100:00100000:2.0:1746137655.116075:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14800 00000100:00100000:2.0:1746137655.116080:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333612928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.116416:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333612928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 335us (674us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.116422:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14800 00002000:00100000:2.0:1746137655.116427:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c6680 x1830957333612928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.116434:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c6680 with x1830957333612928 ext(0->4095) 00002000:00010000:2.0:1746137655.116437:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c6680 00000100:00100000:0.0:1746137655.117780:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.117998:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333613056 00000100:00100000:2.0:1746137655.118003:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333613056 00000100:00100000:2.0:1746137655.118045:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31378 00000100:00100000:2.0:1746137655.118051:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333613056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.118062:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.118075:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7d7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.118096:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c9 expref: 25 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.118107:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.118109:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.118112:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d7 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.118135:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c9 expref: 25 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.118145:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c9 expref: 25 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.118154:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327443968:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.118735:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.119326:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327443968:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.119343:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d7 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.119353:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:2.0:1746137655.119384:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333613056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1333us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.119391:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31378 00000100:00100000:0.0:1746137655.119514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.119596:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333613184 00000100:00100000:3.0:1746137655.119600:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333613184 00010000:00010000:3.0:1746137655.119618:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c9 expref: 26 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.119649:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15729 00000100:00100000:3.0:1746137655.119656:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2008:x1830957333613184:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.119664:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.119677:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c9 expref: 26 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.119762:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c9 expref: 26 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.119777:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb614177681d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7c9 expref: 26 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.119883:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.119885:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.119891:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.119898:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.119919:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.119928:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327444096:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.120218:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.121042:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327444096:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.121052:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.121082:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2008:x1830957333613184:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1426us (1569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.121089:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15729 00000100:00100000:2.0:1746137655.121386:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.121446:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333613440 00000100:00100000:0.0:1746137655.121450:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333613440 00002000:00100000:0.0:1746137655.121473:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666b800 x1830957333613440/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.121480:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b800 with x1830957333613440 ext(0->4095) 00002000:00010000:0.0:1746137655.121484:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666b800 00000100:00100000:0.0:1746137655.121509:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14801 00000100:00100000:0.0:1746137655.121515:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333613440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137655.121601:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333613440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (217us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137655.121607:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14801 00002000:00100000:0.0:1746137655.121612:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666b800 x1830957333613440/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.121618:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b800 with x1830957333613440 ext(0->4095) 00002000:00010000:0.0:1746137655.121620:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666b800 00000100:00100000:0.0:1746137655.123005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.123081:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333613568 00000100:00100000:2.0:1746137655.123085:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333613568 00000100:00100000:2.0:1746137655.123114:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31379 00000100:00100000:2.0:1746137655.123120:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:1685:x1830957333613568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.123129:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.123139:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7de expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.123157:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.123164:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.123165:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.123168:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.123188:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d7 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.123197:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d7 expref: 5 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.123206:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327444224:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.123259:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.125403:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327444224:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.125424:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.125436:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137655.125475:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:1685:x1830957333613568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2354us (2617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.125485:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31379 00000100:00100000:0.0:1746137655.126250:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.126334:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333613696 00000100:00100000:3.0:1746137655.126338:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333613696 00010000:00010000:3.0:1746137655.126357:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d7 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.126423:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15730 00000100:00100000:3.0:1746137655.126429:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333613696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.126442:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.126456:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d7 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.126465:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d7 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.126482:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776824 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7d7 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.126503:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.126505:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.126511:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.126518:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.126540:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.126549:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327444352:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.126599:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.128170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.128247:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333613952 00000100:00100000:1.0:1746137655.128252:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333613952 00000100:00100000:3.0:1746137655.128267:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327444352:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746137655.128277:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae7100 x1830957333613952/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.128285:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae7100 with x1830957333613952 ext(0->4095) 00002000:00010000:1.0:1746137655.128288:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae7100 00000100:00100000:1.0:1746137655.128322:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14802 00000100:00100000:1.0:1746137655.128328:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2009:x1830957333613952:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746137655.128365:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.128400:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333613696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1970us (2151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.128405:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2009:x1830957333613952:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 77us (237us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.128407:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15730 00000100:00100000:1.0:1746137655.128410:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14802 00002000:00100000:1.0:1746137655.128414:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae7100 x1830957333613952/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.128421:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae7100 with x1830957333613952 ext(0->4095) 00002000:00010000:1.0:1746137655.128424:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae7100 00000100:00100000:0.0:1746137655.129911:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.129970:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333614080 00000100:00100000:2.0:1746137655.129974:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333614080 00000100:00100000:2.0:1746137655.130156:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31380 00000100:00100000:2.0:1746137655.130163:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333614080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.130174:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.130186:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7e5 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.130206:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.130212:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.130214:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.130216:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7e5 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.130239:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.130248:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 25 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.130258:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327444480:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.130650:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.131749:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327444480:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.131770:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7e5 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.131782:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137655.131842:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333614080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1679us (1934us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.131849:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31380 00000100:00100000:0.0:1746137655.132004:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.132237:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333614208 00000100:00100000:1.0:1746137655.132242:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333614208 00002000:00100000:1.0:1746137655.132268:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9a9c00 x1830957333614208/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.132276:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9c00 with x1830957333614208 ext(0->7) 00010000:00010000:1.0:1746137655.132283:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 26 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.132293:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 26 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.132311:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a9c00 00000100:00100000:1.0:1746137655.132337:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3662 00000100:00100000:1.0:1746137655.132342:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333614208:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137655.133002:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2007:x1830957333614208:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 658us (997us total) trans 4294972186 rc 0/0 00000100:00100000:0.0:1746137655.133008:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3662 00002000:00100000:0.0:1746137655.133014:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9a9c00 x1830957333614208/t4294972186(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/448 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.133021:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9c00 with x1830957333614208 ext(0->7) 00010000:00010000:0.0:1746137655.133026:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 28 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.133036:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 28 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.133041:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a9c00 00000100:00100000:0.0:1746137655.134390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.134466:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333614336 00000100:00100000:3.0:1746137655.134471:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333614336 00010000:00010000:3.0:1746137655.134493:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 28 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.134527:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15731 00000100:00100000:3.0:1746137655.134534:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2007:x1830957333614336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.134544:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.134555:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 28 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.134566:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 28 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.134584:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177682b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7de expref: 28 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.134608:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.134611:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.134617:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7e5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.134628:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7e5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.134652:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7e5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.134662:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327444608:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.135946:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.138342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.138401:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333614592 00000100:00100000:1.0:1746137655.138408:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333614592 00002000:00100000:1.0:1746137655.138450:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a9180 x1830957333614592/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.138465:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9180 with x1830957333614592 ext(0->4095) 00002000:00010000:1.0:1746137655.138469:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a9180 00000100:00100000:1.0:1746137655.138498:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14803 00000100:00100000:1.0:1746137655.138505:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333614592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.138612:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333614592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.138618:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14803 00002000:00100000:1.0:1746137655.138623:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a9180 x1830957333614592/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.138630:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9180 with x1830957333614592 ext(0->4095) 00002000:00010000:1.0:1746137655.138632:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a9180 00000100:00100000:3.0:1746137655.138764:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327444608:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.138780:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.139771:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:2007:x1830957333614336:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5234us (5379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.139780:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15731 00000100:00100000:0.0:1746137655.140000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.140064:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333614720 00000100:00100000:2.0:1746137655.140069:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333614720 00000100:00100000:2.0:1746137655.140977:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31381 00000100:00100000:2.0:1746137655.140985:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:1685:x1830957333614720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.140998:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.141012:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7ec expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.141033:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7e5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.141040:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.141042:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.141045:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.141067:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7e5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.141077:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7e5 expref: 5 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.141087:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327444736:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.141155:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.143570:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.143653:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333614848 00000100:00100000:2.0:1746137655.143670:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327444736:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.143693:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.143705:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137655.143738:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:1685:x1830957333614720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2754us (3739us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.143745:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31381 00000100:00100000:1.0:1746137655.143761:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333614848 00000100:00100000:1.0:1746137655.143787:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31382 00000100:00100000:1.0:1746137655.143792:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:1679:x1830957333614848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.143802:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.143830:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7f3 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.143848:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.143853:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 29 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.143858:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.143861:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.143884:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 29 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.143892:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.143898:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebe00, rc 0) 00000100:00100000:1.0:1746137655.143915:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:1679:x1830957333614848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.143920:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31382 00000100:00100000:0.0:1746137655.143936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.144270:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333614976 00000100:00100000:3.0:1746137655.144275:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333614976 00010000:00010000:3.0:1746137655.144290:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7e5 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.144331:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15732 00000100:00100000:3.0:1746137655.144336:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333614976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.144344:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.144358:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7e5 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.144366:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7e5 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.144380:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776832 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7e5 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.144409:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.144410:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.144417:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.144423:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.144440:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.144450:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 28 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.144459:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327444992:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.144972:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.146698:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327444992:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.146714:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.146741:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333614976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2403us (2804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.146750:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15732 00000100:00100000:2.0:1746137655.147254:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.147330:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333615232 00000100:00100000:0.0:1746137655.147335:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333615232 00002000:00100000:0.0:1746137655.147362:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666aa00 x1830957333615232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.147371:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666aa00 with x1830957333615232 ext(0->4095) 00010000:00010000:0.0:1746137655.147378:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 29 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.147400:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 29 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.147407:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009666aa00 00000100:00100000:0.0:1746137655.147582:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3663 00000100:00100000:0.0:1746137655.147588:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2007:x1830957333615232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137655.147960:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2007:x1830957333615232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 371us (706us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137655.147966:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3663 00002000:00100000:0.0:1746137655.147971:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666aa00 x1830957333615232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.147978:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666aa00 with x1830957333615232 ext(0->4095) 00010000:00010000:0.0:1746137655.147983:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 29 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.147992:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 29 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.147997:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009666aa00 00000100:00100000:0.0:1746137655.150169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.150242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.150315:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333615488 00000100:00100000:1.0:1746137655.150320:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333615488 00000100:00100000:1.0:1746137655.150356:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31383 00000100:00100000:1.0:1746137655.150362:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333615488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.150374:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.150393:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd7fa expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.150411:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.150416:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 28 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.150422:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137655.150425:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.150456:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 28 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.150466:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.150473:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:1.0:1746137655.150508:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333615488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.150513:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31383 00000100:00100000:3.0:1746137655.150527:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333615360 00000100:00100000:3.0:1746137655.150531:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333615360 00010000:00010000:3.0:1746137655.150546:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 29 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.150574:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15733 00000100:00100000:3.0:1746137655.150579:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2009:x1830957333615360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.150587:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.150599:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 29 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.150752:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 29 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.150769:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776839 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7ec expref: 29 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.150789:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.150791:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.150796:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 28 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.150802:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 28 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.150837:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 28 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.150846:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 28 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.150856:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327445248:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.150900:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.152756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.152844:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327445248:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.152858:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.152927:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2009:x1830957333615360:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2347us (2761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.152933:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333615744 00000100:00100000:1.0:1746137655.152938:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333615744 00002000:00100000:1.0:1746137655.152964:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec52d80 x1830957333615744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.152973:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec52d80 with x1830957333615744 ext(0->4095) 00010000:00010000:1.0:1746137655.152979:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 29 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.152990:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 29 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.152996:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec52d80 00000100:00100000:1.0:1746137655.153011:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3664 00000100:00100000:1.0:1746137655.153016:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2010:x1830957333615744:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137655.153087:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15733 00000100:00100000:1.0:1746137655.153109:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2010:x1830957333615744:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 92us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.153115:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3664 00002000:00100000:1.0:1746137655.153120:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec52d80 x1830957333615744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.153127:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec52d80 with x1830957333615744 ext(0->4095) 00010000:00010000:1.0:1746137655.153131:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 28 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.153139:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 28 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.153145:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec52d80 00000100:00100000:0.0:1746137655.154060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.154175:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333615872 00000100:00100000:1.0:1746137655.154180:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333615872 00000100:00100000:1.0:1746137655.154206:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31384 00000100:00100000:1.0:1746137655.154210:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:1679:x1830957333615872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.154217:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.154225:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd801 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.154238:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.154241:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.154244:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137655.154246:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd801 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.154268:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.154274:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd801 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.154279:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb200, rc 0) 00000100:00100000:0.0:1746137655.154302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.154315:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:1679:x1830957333615872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.154319:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31384 00000100:00100000:2.0:1746137655.154346:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333616000 00000100:00100000:2.0:1746137655.154349:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333616000 00010000:00010000:2.0:1746137655.154361:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 29 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.154384:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15734 00000100:00100000:2.0:1746137655.154389:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ceb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2010:x1830957333616000:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.154396:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.154406:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 29 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.154414:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 29 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.154432:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776840 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7f3 expref: 29 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.154451:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.154453:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.154458:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.154464:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.154482:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.154490:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.154499:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327445504:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.154559:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.156026:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327445504:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.156038:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.156073:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ceb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2010:x1830957333616000:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1683us (1973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.156081:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15734 00000100:00100000:3.0:1746137655.156387:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.156422:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333616256 00000100:00100000:0.0:1746137655.156427:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333616256 00002000:00100000:0.0:1746137655.156457:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0e00 x1830957333616256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.156465:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0e00 with x1830957333616256 ext(0->4095) 00010000:00010000:0.0:1746137655.156472:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.156482:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.156488:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0e00 00000100:00100000:0.0:1746137655.156512:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3665 00000100:00100000:0.0:1746137655.156518:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333616256:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137655.156612:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333616256:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137655.156618:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3665 00002000:00100000:0.0:1746137655.156623:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0e00 x1830957333616256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.156630:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0e00 with x1830957333616256 ext(0->4095) 00010000:00010000:0.0:1746137655.156634:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.156642:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.156651:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0e00 00000100:00100000:0.0:1746137655.158275:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.158502:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333616384 00000100:00100000:2.0:1746137655.158507:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333616384 00010000:00010000:2.0:1746137655.158527:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.158556:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15735 00000100:00100000:2.0:1746137655.158562:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333616384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.158571:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.158583:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.158593:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.158638:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776847 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd7fa expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.158649:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.158651:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.158656:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd801 expref: 27 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.158663:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd801 expref: 27 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.158686:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd801 expref: 27 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.158695:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327445632:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.158972:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.160563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.160634:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327445632:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.160648:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.160672:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333616384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2111us (2402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.160839:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15735 00000100:00100000:1.0:1746137655.161584:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333616640 00000100:00100000:1.0:1746137655.161589:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333616640 00002000:00100000:1.0:1746137655.161618:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969cad80 x1830957333616640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.161626:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cad80 with x1830957333616640 ext(0->4095) 00002000:00010000:1.0:1746137655.161630:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969cad80 00000100:00100000:1.0:1746137655.161657:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14804 00000100:00100000:1.0:1746137655.161663:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2008:x1830957333616640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.161783:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2008:x1830957333616640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (1222us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.161789:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14804 00002000:00100000:1.0:1746137655.161794:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969cad80 x1830957333616640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.161826:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cad80 with x1830957333616640 ext(0->4095) 00002000:00010000:1.0:1746137655.161828:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969cad80 00000100:00100000:0.0:1746137655.163477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.166525:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333616768 00000100:00100000:2.0:1746137655.166535:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333616768 00000100:00100000:2.0:1746137655.166589:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31385 00000100:00100000:2.0:1746137655.166596:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333616768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.166609:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.166622:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd808 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.166647:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd801 expref: 27 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.166653:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.166655:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.166658:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.166683:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd801 expref: 27 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.166694:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd801 expref: 27 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.166709:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327445760:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.166789:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.170158:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327445760:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.170264:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.170278:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:0.0:1746137655.170535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.170592:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333616768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3995us (7116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.170600:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31385 00000100:00100000:3.0:1746137655.170683:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333616896 00000100:00100000:3.0:1746137655.170688:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333616896 00010000:00010000:3.0:1746137655.170706:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd801 expref: 28 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746137655.171000:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.171080:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333617024 00000100:00100000:2.0:1746137655.171083:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333617024 00000100:00100000:2.0:1746137655.171098:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31386 00000100:00100000:2.0:1746137655.171104:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:1679:x1830957333617024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.171114:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.171123:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd80f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.171137:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.171140:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.171146:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137655.171149:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 30 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.171174:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.171183:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 30 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.171191:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137655.171207:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:1679:x1830957333617024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.171212:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31386 00000100:00100000:3.0:1746137655.171304:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15736 00000100:00100000:3.0:1746137655.171311:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2007:x1830957333616896:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.171318:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.171332:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd801 expref: 29 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.171342:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd801 expref: 29 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.171355:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177684e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd801 expref: 29 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.171372:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.171373:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.171377:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.171384:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.171400:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.171409:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 5 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.171418:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327446016:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.171453:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.173169:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327446016:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.173183:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137655.173330:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.173452:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2007:x1830957333616896:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1905us (2682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.173461:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15736 00000100:00100000:1.0:1746137655.173845:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333617280 00000100:00100000:1.0:1746137655.173850:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333617280 00002000:00100000:1.0:1746137655.173876:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096650a80 x1830957333617280/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.173885:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096650a80 with x1830957333617280 ext(0->4095) 00010000:00010000:1.0:1746137655.173891:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.173901:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.173907:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096650a80 00000100:00100000:1.0:1746137655.173928:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3666 00000100:00100000:1.0:1746137655.173934:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333617280:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.174027:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333617280:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.174032:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3666 00002000:00100000:1.0:1746137655.174037:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096650a80 x1830957333617280/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.174044:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096650a80 with x1830957333617280 ext(0->4095) 00010000:00010000:1.0:1746137655.174048:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.174057:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.174062:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096650a80 00000100:00100000:0.0:1746137655.176115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.176198:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333617408 00000100:00100000:3.0:1746137655.176203:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333617408 00010000:00010000:3.0:1746137655.176223:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.176256:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15737 00000100:00100000:3.0:1746137655.176263:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333617408:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.176272:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.176284:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.176302:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.176319:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776855 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd808 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.176331:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.176333:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.176338:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.176345:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.176367:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.176376:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327446144:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.176437:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.179224:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.179319:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327446144:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137655.179335:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137655.179374:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333617408:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3112us (3263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.179382:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15737 00000100:00100000:2.0:1746137655.179619:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333617664 00000100:00100000:2.0:1746137655.179625:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333617664 00002000:00100000:2.0:1746137655.179652:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b1180 x1830957333617664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.179661:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b1180 with x1830957333617664 ext(0->4095) 00002000:00010000:2.0:1746137655.179664:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b1180 00000100:00100000:2.0:1746137655.179687:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14805 00000100:00100000:2.0:1746137655.179693:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2008:x1830957333617664:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.179774:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2008:x1830957333617664:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 82us (556us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.179779:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14805 00002000:00100000:2.0:1746137655.179783:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b1180 x1830957333617664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.180010:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b1180 with x1830957333617664 ext(0->4095) 00002000:00010000:2.0:1746137655.180013:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b1180 00000100:00100000:0.0:1746137655.181979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.182065:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333617792 00000100:00100000:2.0:1746137655.182071:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333617792 00000100:00100000:2.0:1746137655.182097:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31387 00000100:00100000:2.0:1746137655.182102:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098703450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333617792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.182114:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.182127:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd816 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.182149:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.182154:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.182156:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.182159:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd816 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.182180:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.182189:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 27 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.182198:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327446272:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.182638:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.184377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.184449:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327446272:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.184470:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd816 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.184482:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf600, rc 0) 00000100:00100000:2.0:1746137655.184522:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098703450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333617792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2420us (2547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.184529:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31387 00000100:00100000:0.0:1746137655.184685:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333617920 00000100:00100000:0.0:1746137655.184689:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333617920 00002000:00100000:0.0:1746137655.184714:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9b3100 x1830957333617920/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.184722:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3100 with x1830957333617920 ext(0->7) 00010000:00010000:0.0:1746137655.184728:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 28 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.184736:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 28 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.184747:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b3100 00000100:00100000:0.0:1746137655.184769:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3667 00000100:00100000:0.0:1746137655.184774:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2007:x1830957333617920:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137655.185825:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2007:x1830957333617920:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1047us (1448us total) trans 4294972187 rc 0/0 00000100:00100000:0.0:1746137655.185832:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3667 00002000:00100000:0.0:1746137655.185837:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9b3100 x1830957333617920/t4294972187(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/448 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.185844:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3100 with x1830957333617920 ext(0->7) 00010000:00010000:0.0:1746137655.185850:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.185859:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.185864:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b3100 00000100:00100000:3.0:1746137655.188926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.188970:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333618048 00000100:00100000:0.0:1746137655.188978:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333618048 00010000:00010000:0.0:1746137655.189006:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746137655.189045:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15738 00000100:00100000:0.0:1746137655.189051:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333618048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137655.189062:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137655.189081:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.189092:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.189110:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177685c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd80f expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.189132:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.189134:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.189140:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd816 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.189147:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd816 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.189171:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd816 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137655.189180:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c712a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327446400:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137655.189239:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.190225:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c712a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327446400:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.190238:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.190275:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2008:x1830957333618048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1223us (1354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.190282:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15738 00000100:00100000:0.0:1746137655.190848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.190924:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333618304 00000100:00100000:2.0:1746137655.190929:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333618304 00002000:00100000:2.0:1746137655.190955:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c711c00 x1830957333618304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.190964:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c711c00 with x1830957333618304 ext(0->4095) 00002000:00010000:2.0:1746137655.190967:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c711c00 00000100:00100000:2.0:1746137655.190991:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14806 00000100:00100000:2.0:1746137655.190997:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333618304:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.191479:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333618304:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 481us (631us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.191485:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14806 00002000:00100000:2.0:1746137655.191490:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c711c00 x1830957333618304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.191498:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c711c00 with x1830957333618304 ext(0->4095) 00002000:00010000:2.0:1746137655.191500:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c711c00 00000100:00100000:3.0:1746137655.194193:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.194284:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333618432 00000100:00100000:2.0:1746137655.194291:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333618432 00000100:00100000:2.0:1746137655.194376:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31388 00000100:00100000:2.0:1746137655.194384:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:1679:x1830957333618432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.194398:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.194412:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd81d expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.194435:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd816 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.194442:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.194443:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.194447:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 30 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.194475:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd816 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.194486:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd816 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.194496:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327446528:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137655.194926:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.194941:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333618560 00000100:00100000:0.0:1746137655.194944:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333618560 00000100:00100000:2.0:1746137655.194995:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.195021:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31389 00000100:00100000:0.0:1746137655.195026:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:1685:x1830957333618560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137655.195035:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137655.195041:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd824 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.195051:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.195054:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.195059:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137655.195062:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd824 expref: 32 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.195081:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.195090:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd824 expref: 32 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.195098:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090871800, rc 0) 00000100:00100000:0.0:1746137655.195117:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:1685:x1830957333618560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.195121:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31389 00000100:00100000:2.0:1746137655.196182:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327446528:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.196229:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 31 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.196237:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137655.196266:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:1679:x1830957333618432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1884us (2079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.196271:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31388 00000100:00100000:0.0:1746137655.197600:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.197666:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333618688 00000100:00100000:2.0:1746137655.197671:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333618688 00010000:00010000:2.0:1746137655.197691:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd816 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.197718:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15739 00000100:00100000:2.0:1746137655.197723:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333618688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.197732:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.197746:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd816 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.197756:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd816 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.197773:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776863 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd816 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.197785:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.197787:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.197792:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 30 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.197798:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 30 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.197837:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 30 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.197847:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 30 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.197857:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327446784:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.197911:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.199253:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327446784:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.199266:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.199464:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333618688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1739us (1866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.199471:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15739 00000100:00100000:0.0:1746137655.199576:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.199684:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333618944 00000100:00100000:2.0:1746137655.199688:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333618944 00002000:00100000:2.0:1746137655.199712:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea17480 x1830957333618944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.199721:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17480 with x1830957333618944 ext(0->4095) 00010000:00010000:2.0:1746137655.199727:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.199741:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.199746:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea17480 00000100:00100000:2.0:1746137655.199771:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3668 00000100:00100000:2.0:1746137655.199777:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2010:x1830957333618944:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137655.200058:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2010:x1830957333618944:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 280us (482us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.200063:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3668 00002000:00100000:2.0:1746137655.200068:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea17480 x1830957333618944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.200074:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17480 with x1830957333618944 ext(0->4095) 00010000:00010000:2.0:1746137655.200079:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.200087:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.200092:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea17480 00000100:00100000:0.0:1746137655.201516:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.201677:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333619072 00000100:00100000:2.0:1746137655.201682:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333619072 00010000:00010000:2.0:1746137655.201700:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.201750:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15740 00000100:00100000:2.0:1746137655.201757:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2010:x1830957333619072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.201766:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.201778:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.201787:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.201802:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177686a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd81d expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.201835:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.201836:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.201841:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd824 expref: 30 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.201848:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd824 expref: 30 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.201874:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd824 expref: 30 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.201884:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327446912:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.201961:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.203368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.203443:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327446912:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.203456:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.203478:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2010:x1830957333619072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1722us (1965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.203487:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15740 00000100:00100000:3.0:1746137655.203605:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333619328 00000100:00100000:3.0:1746137655.203610:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333619328 00002000:00100000:3.0:1746137655.203634:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15500 x1830957333619328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.203642:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15500 with x1830957333619328 ext(0->4095) 00002000:00010000:3.0:1746137655.203646:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15500 00000100:00100000:3.0:1746137655.203670:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14807 00000100:00100000:3.0:1746137655.203676:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333619328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137655.203768:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333619328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.203773:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14807 00002000:00100000:3.0:1746137655.203778:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15500 x1830957333619328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.203784:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15500 with x1830957333619328 ext(0->4095) 00002000:00010000:3.0:1746137655.203786:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15500 00000100:00100000:0.0:1746137655.205451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.205854:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333619456 00000100:00100000:2.0:1746137655.205860:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333619456 00000100:00100000:2.0:1746137655.205893:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31390 00000100:00100000:2.0:1746137655.205900:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333619456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.205912:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.205924:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd82b expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.205943:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd824 expref: 29 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.205950:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.205952:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.205955:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd82b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.205975:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd824 expref: 29 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.205985:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd824 expref: 29 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.205996:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327447040:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.206075:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.207768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.208129:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327447040:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.208150:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd82b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.208163:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:2.0:1746137655.208194:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333619456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2294us (2746us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.208201:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31390 00000100:00100000:3.0:1746137655.208287:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333619584 00000100:00100000:3.0:1746137655.208292:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333619584 00010000:00010000:3.0:1746137655.208322:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd824 expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.208356:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15741 00000100:00100000:3.0:1746137655.208362:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ceb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333619584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.208373:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.208387:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd824 expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.208396:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd824 expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.208414:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090871800/0xddf4fb6141776871 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd824 expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.208433:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.208435:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.208440:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd82b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.208447:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd82b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.208481:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd82b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.208637:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327447168:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.208691:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.211032:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.211079:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333619840 00000100:00100000:2.0:1746137655.211086:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333619840 00000100:00100000:3.0:1746137655.211108:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327447168:192.168.203.12@tcp:105: 00002000:00100000:2.0:1746137655.211114:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15f80 x1830957333619840/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746137655.211122:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137655.211122:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15f80 with x1830957333619840 ext(0->4095) 00002000:00010000:2.0:1746137655.211126:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15f80 00000100:00100000:2.0:1746137655.211154:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14808 00000100:00100000:2.0:1746137655.211160:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333619840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.211195:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ceb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2008:x1830957333619584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2832us (3430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.211206:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15741 00000100:00100000:2.0:1746137655.211253:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333619840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (226us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.211259:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14808 00002000:00100000:2.0:1746137655.211263:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15f80 x1830957333619840/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.211271:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15f80 with x1830957333619840 ext(0->4095) 00002000:00010000:2.0:1746137655.211273:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15f80 00000100:00100000:0.0:1746137655.212903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.212985:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333619968 00000100:00100000:2.0:1746137655.212990:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333619968 00000100:00100000:2.0:1746137655.213029:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31391 00000100:00100000:2.0:1746137655.213036:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:1685:x1830957333619968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.213048:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.213060:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd832 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.213082:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd82b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.213089:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.213090:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.213093:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 30 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.213115:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd82b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.213124:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd82b expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.213134:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327447296:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.213208:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.214051:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.214152:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333620096 00000100:00100000:2.0:1746137655.214157:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333620096 00000100:00100000:2.0:1746137655.214193:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31392 00000100:00100000:2.0:1746137655.214204:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:1679:x1830957333620096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.214212:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.214224:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd839 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.214237:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.214241:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.214249:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.214252:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 32 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.214270:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.214280:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 32 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.214288:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137655.214320:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:1679:x1830957333620096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.214325:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31392 00000100:00100000:2.0:1746137655.214353:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327447296:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.214477:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 31 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.214485:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae400, rc 0) 00000100:00100000:2.0:1746137655.214504:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:1685:x1830957333619968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1468us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.214512:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31391 00000100:00100000:0.0:1746137655.215218:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.215421:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333620224 00000100:00100000:3.0:1746137655.215425:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333620224 00010000:00010000:3.0:1746137655.215443:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd82b expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.215475:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15742 00000100:00100000:3.0:1746137655.215481:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333620224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.215490:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.215504:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd82b expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.215518:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd82b expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.215533:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776878 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd82b expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.215556:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.215558:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.215566:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 30 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.215572:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 30 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.215592:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 30 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.215602:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 30 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.215612:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327447552:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.215659:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.217035:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327447552:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.217046:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.217066:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333620224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1585us (1849us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.217195:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.217255:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15742 00000100:00100000:1.0:1746137655.217458:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333620480 00000100:00100000:1.0:1746137655.217463:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333620480 00002000:00100000:1.0:1746137655.217485:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd57b80 x1830957333620480/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.217494:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57b80 with x1830957333620480 ext(0->4095) 00010000:00010000:1.0:1746137655.217499:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.217508:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.217515:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd57b80 00000100:00100000:1.0:1746137655.217535:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3669 00000100:00100000:1.0:1746137655.217540:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2007:x1830957333620480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.217709:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2007:x1830957333620480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (514us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.217715:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3669 00002000:00100000:1.0:1746137655.217719:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd57b80 x1830957333620480/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.217726:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57b80 with x1830957333620480 ext(0->4095) 00010000:00010000:1.0:1746137655.217730:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.217738:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.217743:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd57b80 00000100:00100000:0.0:1746137655.219488:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.219587:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.219646:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333620608 00000100:00100000:2.0:1746137655.219652:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333620608 00000100:00100000:2.0:1746137655.219682:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31393 00000100:00100000:2.0:1746137655.219688:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333620608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.219699:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.219710:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd840 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.219727:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746137655.219728:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333620736 00000100:00100000:3.0:1746137655.219732:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333620736 00010000:00010000:2.0:1746137655.219732:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 30 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.219737:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137655.219740:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.219745:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.219772:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15743 00000100:00100000:3.0:1746137655.219777:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2008:x1830957333620736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.219784:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.219795:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.219822:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.219837:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb614177687f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd832 expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.219848:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.219849:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.219854:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 30 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.219860:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 30 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.219879:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 30 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.219888:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.219898:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327447808:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.219913:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.219925:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.219931:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137655.219950:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333620608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 262us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.219955:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31393 00000100:00100000:3.0:1746137655.219957:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.221852:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327447808:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.221872:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.221914:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333620736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2135us (2325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.221922:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15743 00000100:00100000:0.0:1746137655.222938:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.223017:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333620992 00000100:00100000:1.0:1746137655.223023:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333620992 00002000:00100000:1.0:1746137655.223056:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec64000 x1830957333620992/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.223064:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64000 with x1830957333620992 ext(0->4095) 00010000:00010000:1.0:1746137655.223071:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.223081:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.223086:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec64000 00000100:00100000:1.0:1746137655.223114:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3670 00000100:00100000:1.0:1746137655.223120:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333620992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.223222:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333620992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.223228:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3670 00002000:00100000:1.0:1746137655.223233:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec64000 x1830957333620992/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.223244:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64000 with x1830957333620992 ext(0->4095) 00010000:00010000:1.0:1746137655.223248:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.223256:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 30 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.223261:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec64000 00000100:00100000:0.0:1746137655.225436:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.225496:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.225566:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333621120 00000100:00100000:2.0:1746137655.225573:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333621120 00000100:00100000:2.0:1746137655.225603:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31394 00000100:00100000:2.0:1746137655.225609:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:1679:x1830957333621120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.225620:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.225632:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd847 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.225650:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.225654:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.225658:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333621248 00010000:00010000:2.0:1746137655.225660:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746137655.225662:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333621248 00010000:00010000:2.0:1746137655.225662:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd847 expref: 31 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.225676:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 32 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.225686:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.225696:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd847 expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.225703:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf600, rc 0) 00000100:00100000:3.0:1746137655.225710:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15744 00000100:00100000:3.0:1746137655.225715:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2009:x1830957333621248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.225722:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137655.225729:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:1679:x1830957333621120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.225734:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31394 00010000:00010000:3.0:1746137655.225736:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 32 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.225744:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 31 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.225757:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776886 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd839 expref: 31 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.225768:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.225842:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.225849:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.225856:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.225874:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.225883:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.225898:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327448064:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.226116:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.227415:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327448064:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137655.227416:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137655.227427:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.227459:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2009:x1830957333621248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1742us (1961us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.227466:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15744 00000100:00100000:2.0:1746137655.227530:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333621504 00000100:00100000:2.0:1746137655.227535:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333621504 00002000:00100000:2.0:1746137655.227559:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec67100 x1830957333621504/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.227567:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67100 with x1830957333621504 ext(0->4095) 00010000:00010000:2.0:1746137655.227573:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.227584:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.227590:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec67100 00000100:00100000:2.0:1746137655.227614:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3671 00000100:00100000:2.0:1746137655.227620:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333621504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.227700:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333621504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 80us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.227705:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3671 00002000:00100000:2.0:1746137655.227710:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec67100 x1830957333621504/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.227717:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67100 with x1830957333621504 ext(0->4095) 00010000:00010000:2.0:1746137655.227721:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.227729:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.227734:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec67100 00000100:00100000:0.0:1746137655.229358:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.229537:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333621632 00000100:00100000:3.0:1746137655.229542:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333621632 00010000:00010000:3.0:1746137655.229560:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.229586:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15745 00000100:00100000:3.0:1746137655.229593:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333621632:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.229601:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.229614:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.229623:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.229638:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177688d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd840 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.229649:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.229651:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.229656:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd847 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.229663:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd847 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.229686:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd847 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.229696:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327448192:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.229796:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.231093:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327448192:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.231105:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.231139:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333621632:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1546us (1782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.231146:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15745 00000100:00100000:0.0:1746137655.231316:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.231365:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333621888 00000100:00100000:2.0:1746137655.231370:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333621888 00002000:00100000:2.0:1746137655.231395:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5500 x1830957333621888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.231404:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5500 with x1830957333621888 ext(0->4095) 00002000:00010000:2.0:1746137655.231407:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0c5500 00000100:00100000:2.0:1746137655.231419:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14809 00000100:00100000:2.0:1746137655.231423:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333621888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.231496:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333621888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 73us (181us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.231501:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14809 00002000:00100000:2.0:1746137655.231505:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5500 x1830957333621888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.231512:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5500 with x1830957333621888 ext(0->4095) 00002000:00010000:2.0:1746137655.231514:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0c5500 00000100:00100000:0.0:1746137655.232985:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.233039:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333622016 00000100:00100000:2.0:1746137655.233043:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333622016 00000100:00100000:2.0:1746137655.233066:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31395 00000100:00100000:2.0:1746137655.233071:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333622016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.233081:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.233092:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd84e expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.233111:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd847 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.233119:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.233120:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.233123:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd84e expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.233140:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd847 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.233146:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd847 expref: 29 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.233153:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327448320:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.233415:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.234531:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327448320:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.234551:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd84e expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.234564:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:2.0:1746137655.234591:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333622016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1519us (1608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.234598:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31395 00000100:00100000:1.0:1746137655.234777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.234889:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333622144 00000100:00100000:3.0:1746137655.234895:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333622144 00010000:00010000:3.0:1746137655.234917:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd847 expref: 30 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.234951:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15746 00000100:00100000:3.0:1746137655.234957:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2007:x1830957333622144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.234970:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.234986:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd847 expref: 30 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.235000:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd847 expref: 30 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.235016:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776894 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd847 expref: 30 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.235026:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.235028:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.235033:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd84e expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.235040:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd84e expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.235059:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd84e expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.235118:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327448448:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.235343:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.236582:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327448448:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.236593:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.236626:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2007:x1830957333622144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1669us (1849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.236629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.236633:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15746 00000100:00100000:2.0:1746137655.237208:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333622400 00000100:00100000:2.0:1746137655.237213:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333622400 00002000:00100000:2.0:1746137655.237241:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d0a80 x1830957333622400/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.237254:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d0a80 with x1830957333622400 ext(0->4095) 00002000:00010000:2.0:1746137655.237258:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d0a80 00000100:00100000:2.0:1746137655.237283:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14810 00000100:00100000:2.0:1746137655.237289:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333622400:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.237402:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333622400:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (768us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.237408:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14810 00002000:00100000:2.0:1746137655.237413:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d0a80 x1830957333622400/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.237419:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d0a80 with x1830957333622400 ext(0->4095) 00002000:00010000:2.0:1746137655.237421:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d0a80 00000100:00100000:0.0:1746137655.239639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.239688:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333622528 00000100:00100000:2.0:1746137655.239695:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333622528 00000100:00100000:2.0:1746137655.239734:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31396 00000100:00100000:2.0:1746137655.239739:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:1685:x1830957333622528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.239752:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.239764:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd855 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.239785:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd84e expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.239792:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.239794:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.239797:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 30 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.239847:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd84e expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.239856:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd84e expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.239866:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327448576:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.240640:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.241394:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327448576:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.241413:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 30 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.241425:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daee00, rc 0) 00000100:00100000:2.0:1746137655.241453:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:1685:x1830957333622528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1713us (1819us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.241460:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31396 00000100:00100000:1.0:1746137655.242797:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.242976:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333622656 00000100:00100000:2.0:1746137655.242982:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333622656 00000100:00100000:2.0:1746137655.243016:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31397 00000100:00100000:2.0:1746137655.243022:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:1679:x1830957333622656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.243035:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.243046:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd85c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.243068:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.243073:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 31 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.243078:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.243081:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 31 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.243103:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 31 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.243112:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 31 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.243120:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:2.0:1746137655.243145:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:1679:x1830957333622656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.243150:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31397 00000100:00100000:1.0:1746137655.243266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.243532:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333622784 00000100:00100000:3.0:1746137655.243536:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333622784 00010000:00010000:3.0:1746137655.243552:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd84e expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.244053:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15747 00000100:00100000:3.0:1746137655.244060:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333622784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.244070:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.244085:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd84e expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.244094:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd84e expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.244110:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb614177689b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd84e expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.244179:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.244181:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.244186:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 30 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.244192:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 30 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.244212:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 30 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.244222:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 30 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.244232:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327448832:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.245536:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.247288:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327448832:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.247319:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.247365:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333622784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3304us (4097us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.247374:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15747 00000100:00100000:2.0:1746137655.247613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.247652:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333623040 00000100:00100000:1.0:1746137655.247658:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333623040 00002000:00100000:1.0:1746137655.247686:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2300 x1830957333623040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.247695:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2300 with x1830957333623040 ext(0->4095) 00010000:00010000:1.0:1746137655.247702:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.247712:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.247717:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d2300 00000100:00100000:1.0:1746137655.247739:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3672 00000100:00100000:1.0:1746137655.247745:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2007:x1830957333623040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.248226:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2007:x1830957333623040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 480us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.248232:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3672 00002000:00100000:1.0:1746137655.248237:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2300 x1830957333623040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.248248:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2300 with x1830957333623040 ext(0->4095) 00010000:00010000:1.0:1746137655.248252:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.248260:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.248266:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d2300 00000100:00100000:1.0:1746137655.251333:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.251373:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333623168 00000100:00100000:0.0:1746137655.251380:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333623168 00000100:00100000:1.0:1746137655.251419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.251425:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31398 00000100:00100000:0.0:1746137655.251431:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333623168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137655.251445:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137655.251458:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd863 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.251478:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137655.251483:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 30 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.251488:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137655.251491:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.251521:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 30 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.251531:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.251539:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090871a00, rc 0) 00000100:00100000:0.0:1746137655.251569:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333623168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.251574:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31398 00000100:00100000:3.0:1746137655.251751:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333623296 00000100:00100000:3.0:1746137655.251756:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333623296 00010000:00010000:3.0:1746137655.251773:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.251863:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15748 00000100:00100000:3.0:1746137655.251869:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ceac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2008:x1830957333623296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.251877:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.251894:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.251904:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.251919:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb61417768a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd855 expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.251934:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.251936:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.251941:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 30 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.251947:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 30 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.251963:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 30 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.251972:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 30 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.251980:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327449088:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.252036:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.253288:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327449088:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.253313:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.253352:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ceac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333623296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1482us (1931us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.253358:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15748 00000100:00100000:0.0:1746137655.253698:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.253752:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333623552 00000100:00100000:1.0:1746137655.253757:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333623552 00002000:00100000:1.0:1746137655.253782:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4704a80 x1830957333623552/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.253791:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704a80 with x1830957333623552 ext(0->4095) 00010000:00010000:1.0:1746137655.253797:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 30 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.253828:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 30 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.253838:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4704a80 00000100:00100000:1.0:1746137655.253902:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3673 00000100:00100000:1.0:1746137655.253909:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2007:x1830957333623552:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.253992:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2007:x1830957333623552:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.253997:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3673 00002000:00100000:1.0:1746137655.254001:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4704a80 x1830957333623552/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.254008:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704a80 with x1830957333623552 ext(0->4095) 00010000:00010000:1.0:1746137655.254012:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 30 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.254020:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 30 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.254025:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4704a80 00000100:00100000:0.0:1746137655.255704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.255789:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333623680 00000100:00100000:2.0:1746137655.255794:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333623680 00000100:00100000:2.0:1746137655.255843:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31399 00000100:00100000:2.0:1746137655.255849:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:1679:x1830957333623680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.255859:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.255870:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd86a expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.255892:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.255897:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.255902:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137655.255905:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd86a expref: 31 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.255930:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.255940:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd86a expref: 31 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.255948:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:2.0:1746137655.255989:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:1679:x1830957333623680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.255994:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31399 00000100:00100000:1.0:1746137655.256145:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.256196:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333623808 00000100:00100000:3.0:1746137655.256200:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333623808 00010000:00010000:3.0:1746137655.256216:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.256235:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15749 00000100:00100000:3.0:1746137655.256245:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2009:x1830957333623808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.256256:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.256269:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.256278:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.256292:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd85c expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.256519:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.256521:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.256526:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.256533:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.256563:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.256572:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.256582:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327449344:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.256639:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.259536:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327449344:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.259553:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.259593:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2009:x1830957333623808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3352us (3447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.259601:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15749 00000100:00100000:0.0:1746137655.260074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.260338:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333624064 00000100:00100000:1.0:1746137655.260343:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333624064 00002000:00100000:1.0:1746137655.260373:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4705f80 x1830957333624064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.260382:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4705f80 with x1830957333624064 ext(0->4095) 00010000:00010000:1.0:1746137655.260389:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.260400:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.260406:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4705f80 00000100:00100000:1.0:1746137655.260522:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3674 00000100:00100000:1.0:1746137655.260529:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333624064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.260731:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333624064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 202us (658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.260737:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3674 00002000:00100000:1.0:1746137655.260742:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4705f80 x1830957333624064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.260749:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4705f80 with x1830957333624064 ext(0->4095) 00010000:00010000:1.0:1746137655.260753:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.260762:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.260768:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4705f80 00000100:00100000:2.0:1746137655.262112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.262152:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333624192 00000100:00100000:0.0:1746137655.262157:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333624192 00000100:00100000:0.0:1746137655.262183:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31400 00000100:00100000:0.0:1746137655.262187:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333624192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137655.262195:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137655.262204:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd871 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.262217:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.262220:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd86a expref: 29 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.262228:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137655.262230:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd871 expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.262249:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd86a expref: 29 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.262256:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd871 expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.262262:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090870600, rc 0) 00000100:00100000:0.0:1746137655.262287:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1685:x1830957333624192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.262290:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31400 00000100:00100000:0.0:1746137655.262650:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.262740:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333624320 00000100:00100000:3.0:1746137655.262744:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333624320 00010000:00010000:3.0:1746137655.262758:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 7 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.262802:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15750 00000100:00100000:3.0:1746137655.262826:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2008:x1830957333624320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.262833:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.262844:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 7 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.262852:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 7 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.262864:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090871a00/0xddf4fb61417768b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd863 expref: 7 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.262885:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.262887:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.262892:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd86a expref: 29 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.262898:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd86a expref: 29 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.262913:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd86a expref: 29 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.262921:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd86a expref: 29 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.262930:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327449600:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.263563:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.264767:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327449600:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.264784:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.264832:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333624320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2005us (2181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.264840:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15750 00000100:00100000:2.0:1746137655.265029:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.265079:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333624448 00000100:00100000:3.0:1746137655.265083:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333624448 00010000:00010000:3.0:1746137655.265099:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd86a expref: 30 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.265127:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15751 00000100:00100000:3.0:1746137655.265133:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2009:x1830957333624448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.265140:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.265153:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd86a expref: 30 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.265164:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd86a expref: 30 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.265178:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd86a expref: 30 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.265187:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.265188:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.265193:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd871 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.265198:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd871 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.265217:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd871 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.265226:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327449728:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.265279:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.267338:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327449728:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.267353:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.267982:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2009:x1830957333624448:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2846us (2950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.267990:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15751 00000100:00100000:0.0:1746137655.268266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.268340:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333624704 00000100:00100000:1.0:1746137655.268346:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333624704 00002000:00100000:1.0:1746137655.268372:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b328e00 x1830957333624704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.268380:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b328e00 with x1830957333624704 ext(0->4095) 00002000:00010000:1.0:1746137655.268385:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b328e00 00000100:00100000:2.0:1746137655.268949:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14811 00000100:00100000:2.0:1746137655.268957:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333624704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.269071:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333624704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (804us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.269078:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14811 00002000:00100000:2.0:1746137655.269083:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b328e00 x1830957333624704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.269090:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b328e00 with x1830957333624704 ext(0->4095) 00002000:00010000:2.0:1746137655.269093:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b328e00 00000100:00100000:2.0:1746137655.271057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.271194:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333624832 00000100:00100000:0.0:1746137655.271201:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333624832 00000100:00100000:0.0:1746137655.271229:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31401 00000100:00100000:0.0:1746137655.271235:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:1685:x1830957333624832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137655.271247:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137655.271260:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd878 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.271280:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd871 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.271291:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.271305:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.271309:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 30 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.271331:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd871 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.271340:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd871 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746137655.271350:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b328700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327449856:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137655.271754:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.273959:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b328700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327449856:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137655.273971:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137655.273978:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 30 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.273988:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090871000, rc 0) 00000100:00100000:2.0:1746137655.274013:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:1685:x1830957333624832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2779us (2960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.274018:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333624960 00000100:00100000:2.0:1746137655.274018:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31401 00000100:00100000:3.0:1746137655.274024:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333624960 00010000:00010000:3.0:1746137655.274045:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd871 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.274078:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15752 00000100:00100000:3.0:1746137655.274083:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333624960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.274091:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.274105:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd871 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.274114:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd871 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.274135:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090870600/0xddf4fb61417768be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd871 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.274156:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.274158:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.274163:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.274170:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.274190:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.274199:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327449984:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.274241:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.275507:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327449984:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.275519:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.275541:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333624960:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1458us (1572us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.275548:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15752 00000100:00100000:0.0:1746137655.275708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.275745:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333625216 00000100:00100000:3.0:1746137655.275749:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333625216 00002000:00100000:3.0:1746137655.275772:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b328000 x1830957333625216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.275778:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b328000 with x1830957333625216 ext(0->4095) 00002000:00010000:3.0:1746137655.275781:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b328000 00000100:00100000:3.0:1746137655.275802:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14812 00000100:00100000:3.0:1746137655.275827:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2007:x1830957333625216:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.275910:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2007:x1830957333625216:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (203us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.275916:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14812 00002000:00100000:3.0:1746137655.275920:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b328000 x1830957333625216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.275927:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b328000 with x1830957333625216 ext(0->4095) 00002000:00010000:3.0:1746137655.275929:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b328000 00000100:00100000:0.0:1746137655.278919:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.279663:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333625344 00000100:00100000:2.0:1746137655.279671:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333625344 00000100:00100000:2.0:1746137655.279712:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31402 00000100:00100000:2.0:1746137655.279717:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333625344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.279729:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.279740:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd87f expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.279758:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.279763:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.279765:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.279767:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.279787:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 29 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.279794:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 29 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.279801:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327450112:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.279880:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.282202:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327450112:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.282224:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.282236:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137655.282266:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333625344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2548us (3353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.282274:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31402 00000100:00100000:0.0:1746137655.283450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.283761:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333625472 00000100:00100000:3.0:1746137655.283767:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333625472 00002000:00100000:3.0:1746137655.283797:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880094f2d880 x1830957333625472/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.283835:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2d880 with x1830957333625472 ext(0->7) 00010000:00010000:3.0:1746137655.283842:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 30 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.283851:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 30 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.283855:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2d880 00000100:00100000:3.0:1746137655.283872:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3675 00000100:00100000:3.0:1746137655.283877:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2007:x1830957333625472:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137655.284292:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2007:x1830957333625472:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 413us (843us total) trans 4294972188 rc 0/0 00000100:00100000:0.0:1746137655.284308:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3675 00002000:00100000:0.0:1746137655.284313:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880094f2d880 x1830957333625472/t4294972188(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/448 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.284318:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2d880 with x1830957333625472 ext(0->7) 00010000:00010000:0.0:1746137655.284321:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.284332:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.284336:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2d880 00000100:00100000:0.0:1746137655.288936:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.289029:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333625600 00000100:00100000:3.0:1746137655.289037:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333625600 00010000:00010000:3.0:1746137655.289066:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.289089:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15753 00000100:00100000:3.0:1746137655.289095:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2010:x1830957333625600:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.289106:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.289121:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.289130:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.289149:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb61417768c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd878 expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.289322:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.289325:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.289332:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.289340:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.289368:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.289378:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327450240:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.289758:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.292844:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.292940:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.292996:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333625728 00000100:00100000:1.0:1746137655.292996:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333625984 00000100:00100000:2.0:1746137655.293002:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333625728 00000100:00100000:1.0:1746137655.293002:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333625984 00000100:00100000:2.0:1746137655.293031:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31403 00002000:00100000:1.0:1746137655.293035:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2e300 x1830957333625984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137655.293037:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:1679:x1830957333625728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:1.0:1746137655.293044:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2e300 with x1830957333625984 ext(0->4095) 00010000:00010000:2.0:1746137655.293047:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:1.0:1746137655.293048:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2e300 00010000:00010000:2.0:1746137655.293059:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd886 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.293062:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14813 00000100:00100000:1.0:1746137655.293068:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333625984:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00010000:00010000:2.0:1746137655.293082:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.293088:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.293090:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.293093:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.293116:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.293126:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.293135:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327450368:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137655.293162:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333625984:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.293178:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14813 00000100:00100000:2.0:1746137655.293183:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00002000:00100000:1.0:1746137655.293184:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2e300 x1830957333625984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.293191:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2e300 with x1830957333625984 ext(0->4095) 00010000:00010000:1.0:1746137655.293196:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.293205:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.293211:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2e300 00000100:00100000:3.0:1746137655.293315:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327450240:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.293326:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.293345:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2010:x1830957333625600:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4251us (4417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.293352:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15753 00000100:00100000:2.0:1746137655.294408:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327450368:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.294423:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.294438:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:2.0:1746137655.294521:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:1679:x1830957333625728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1480us (1754us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.294526:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31403 00000100:00100000:0.0:1746137655.294759:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.294800:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333626112 00000100:00100000:2.0:1746137655.294825:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333626112 00000100:00100000:2.0:1746137655.294844:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31404 00000100:00100000:2.0:1746137655.294850:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:1685:x1830957333626112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.294859:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.294867:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd88d expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.294879:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.294883:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.294889:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.294891:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd88d expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.294909:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.294919:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd88d expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.294926:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:2.0:1746137655.294954:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1685:x1830957333626112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.294959:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31404 00000100:00100000:0.0:1746137655.296291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.296364:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333626240 00000100:00100000:3.0:1746137655.296369:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333626240 00010000:00010000:3.0:1746137655.296393:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.296425:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15754 00000100:00100000:3.0:1746137655.296431:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f120700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333626240:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.296444:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.296460:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.296469:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.296486:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417768cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd87f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.296511:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.296513:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.296518:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.296525:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.296549:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.296558:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.296567:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327450624:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.297000:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.298909:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327450624:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.298929:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.298993:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f120700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333626240:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2560us (2705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.299002:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15754 00000100:00100000:0.0:1746137655.300101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.300146:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333626496 00000100:00100000:1.0:1746137655.300155:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333626496 00002000:00100000:1.0:1746137655.300185:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f122300 x1830957333626496/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.300197:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122300 with x1830957333626496 ext(0->4095) 00010000:00010000:1.0:1746137655.300205:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.300216:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.300221:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f122300 00000100:00100000:1.0:1746137655.300248:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3676 00000100:00100000:1.0:1746137655.300255:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2007:x1830957333626496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.300397:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2007:x1830957333626496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.300402:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3676 00002000:00100000:1.0:1746137655.300407:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f122300 x1830957333626496/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.300413:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f122300 with x1830957333626496 ext(0->4095) 00010000:00010000:1.0:1746137655.300417:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.300424:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.300429:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006f122300 00000100:00100000:0.0:1746137655.302633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.302710:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333626624 00000100:00100000:3.0:1746137655.302716:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333626624 00010000:00010000:3.0:1746137655.302742:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.302773:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15755 00000100:00100000:3.0:1746137655.302779:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129cea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2007:x1830957333626624:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.302789:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.302825:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.302836:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.302854:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd886 expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.303011:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.303013:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.303020:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd88d expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.303027:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd88d expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.303054:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd88d expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.303065:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327450752:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.303142:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.306478:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327450752:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.306496:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.306578:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129cea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2007:x1830957333626624:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3797us (3949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.306588:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15755 00000100:00100000:0.0:1746137655.307436:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.307521:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333626880 00000100:00100000:1.0:1746137655.307528:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333626880 00002000:00100000:1.0:1746137655.307559:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f120700 x1830957333626880/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.307568:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f120700 with x1830957333626880 ext(0->4095) 00002000:00010000:1.0:1746137655.307577:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f120700 00000100:00100000:1.0:1746137655.307602:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14814 00000100:00100000:1.0:1746137655.307608:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2010:x1830957333626880:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137655.307709:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2010:x1830957333626880:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.307715:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14814 00002000:00100000:1.0:1746137655.307720:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006f120700 x1830957333626880/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.307727:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f120700 with x1830957333626880 ext(0->4095) 00002000:00010000:1.0:1746137655.307729:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f120700 00000100:00100000:0.0:1746137655.309912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.310146:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333627008 00000100:00100000:2.0:1746137655.310153:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333627008 00000100:00100000:2.0:1746137655.310185:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31405 00000100:00100000:2.0:1746137655.310191:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333627008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.310207:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.310221:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd894 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.310243:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd88d expref: 31 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.310250:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.310251:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.310254:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.310284:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd88d expref: 31 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.310304:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd88d expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.310315:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327450880:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.310389:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.312340:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327450880:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.312362:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.312374:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137655.312709:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333627008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2516us (2801us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.312719:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31405 00000100:00100000:0.0:1746137655.315242:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.315422:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333627136 00000100:00100000:3.0:1746137655.315430:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333627136 00010000:00010000:3.0:1746137655.315458:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd88d expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.315482:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15756 00000100:00100000:3.0:1746137655.315489:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2008:x1830957333627136:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.315500:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.315516:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd88d expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.315527:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd88d expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.315545:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417768da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd88d expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.315726:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.315728:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.315734:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.315741:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.315765:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.315774:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327451008:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.316227:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.318427:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327451008:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137655.318432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137655.318443:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.318489:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2008:x1830957333627136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3000us (3297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.318499:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15756 00000100:00100000:2.0:1746137655.318571:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333627392 00000100:00100000:2.0:1746137655.318576:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333627392 00000100:00100000:2.0:1746137655.318616:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31406 00000100:00100000:0.0:1746137655.318620:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.318622:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:1679:x1830957333627392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.318635:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.318647:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd89b expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.318673:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.318680:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.318681:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.318684:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.318705:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.318715:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.318725:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327451136:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.318779:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.318924:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333627520 00000100:00100000:3.0:1746137655.318928:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333627520 00002000:00100000:3.0:1746137655.318948:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc8000 x1830957333627520/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.318956:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc8000 with x1830957333627520 ext(0->4095) 00010000:00010000:3.0:1746137655.318961:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.318974:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.318978:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfc8000 00000100:00100000:3.0:1746137655.318989:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3677 00000100:00100000:3.0:1746137655.318994:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333627520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.319069:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333627520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 74us (448us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.319074:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3677 00002000:00100000:3.0:1746137655.319079:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc8000 x1830957333627520/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.319084:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc8000 with x1830957333627520 ext(0->4095) 00010000:00010000:3.0:1746137655.319088:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.319095:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.319100:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfc8000 00000100:00100000:0.0:1746137655.320518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.321220:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333627648 00000100:00100000:1.0:1746137655.321226:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333627648 00000100:00100000:1.0:1746137655.321268:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31407 00000100:00100000:1.0:1746137655.321274:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1685:x1830957333627648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.321286:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.321306:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8a2 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.321322:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.321327:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.321336:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.321339:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a2 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.321364:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.321374:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a2 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.321382:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb200, rc 0) 00000100:00100000:0.0:1746137655.321383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.321409:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1685:x1830957333627648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.321415:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31407 00000100:00100000:3.0:1746137655.321480:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333627776 00000100:00100000:3.0:1746137655.321484:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333627776 00010000:00010000:3.0:1746137655.321498:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.321513:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15757 00000100:00100000:3.0:1746137655.321518:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333627776:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746137655.321518:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327451136:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.321524:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.321532:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.321534:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.321539:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00010000:00010000:3.0:1746137655.321542:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.321555:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417768e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd894 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.321567:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1679:x1830957333627392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2946us (3138us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137655.321572:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.321573:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746137655.321573:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31406 00010000:00010000:3.0:1746137655.321578:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.321585:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.321602:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.321611:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.321620:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327451392:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.321654:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.322749:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327451392:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.322763:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.322796:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333627776:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1277us (1412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.322803:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15757 00000100:00100000:0.0:1746137655.323151:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.323210:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333628032 00000100:00100000:1.0:1746137655.323214:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333628032 00002000:00100000:1.0:1746137655.323237:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098619f80 x1830957333628032/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.323245:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098619f80 with x1830957333628032 ext(0->4095) 00010000:00010000:1.0:1746137655.323251:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.323261:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.323267:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098619f80 00000100:00100000:1.0:1746137655.323367:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3678 00000100:00100000:1.0:1746137655.323381:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2009:x1830957333628032:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137655.323478:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2009:x1830957333628032:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.323484:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3678 00002000:00100000:1.0:1746137655.323489:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098619f80 x1830957333628032/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.323495:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098619f80 with x1830957333628032 ext(0->4095) 00010000:00010000:1.0:1746137655.323500:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.323507:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.323513:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098619f80 00000100:00100000:0.0:1746137655.325264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.325345:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333628160 00000100:00100000:3.0:1746137655.325351:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333628160 00010000:00010000:3.0:1746137655.325375:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.325395:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15758 00000100:00100000:3.0:1746137655.325402:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333628160:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.325412:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.325425:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.325434:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.325452:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb61417768e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd89b expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.325553:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.325555:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.325561:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a2 expref: 32 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.325569:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a2 expref: 32 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.325594:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a2 expref: 32 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.325605:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327451520:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.325677:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.326849:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327451520:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.326861:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.326884:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2008:x1830957333628160:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1482us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.326891:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15758 00000100:00100000:0.0:1746137655.326975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.327046:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333628416 00000100:00100000:1.0:1746137655.327050:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333628416 00002000:00100000:1.0:1746137655.327075:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0ea680 x1830957333628416/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.327083:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0ea680 with x1830957333628416 ext(0->4095) 00002000:00010000:1.0:1746137655.327086:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0ea680 00000100:00100000:1.0:1746137655.327109:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14815 00000100:00100000:1.0:1746137655.327115:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2007:x1830957333628416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.327271:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2007:x1830957333628416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.327277:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14815 00002000:00100000:1.0:1746137655.327282:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0ea680 x1830957333628416/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.327303:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0ea680 with x1830957333628416 ext(0->4095) 00002000:00010000:1.0:1746137655.327306:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0ea680 00000100:00100000:0.0:1746137655.328250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.328312:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333628544 00000100:00100000:2.0:1746137655.328316:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333628544 00000100:00100000:2.0:1746137655.328350:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31408 00000100:00100000:2.0:1746137655.328356:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333628544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.328364:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.328379:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8a9 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.328397:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a2 expref: 31 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.328403:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.328405:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.328408:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a9 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.328429:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a2 expref: 31 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.328438:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a2 expref: 31 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.328447:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327451648:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.328505:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.329535:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327451648:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.329548:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a9 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.329555:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:2.0:1746137655.329570:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333628544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1216us (1323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.329574:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31408 00000100:00100000:0.0:1746137655.330179:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.330233:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333628672 00000100:00100000:3.0:1746137655.330238:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333628672 00010000:00010000:3.0:1746137655.330253:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a2 expref: 32 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.330275:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15759 00000100:00100000:3.0:1746137655.330279:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2007:x1830957333628672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.330288:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.330312:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a2 expref: 32 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.330320:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a2 expref: 32 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.330335:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb61417768ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a2 expref: 32 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.330356:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.330358:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.330363:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a9 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.330370:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a9 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.330389:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a9 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.330398:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327451776:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.330453:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.331723:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327451776:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.331734:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.331757:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:2007:x1830957333628672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1477us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.331765:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15759 00000100:00100000:0.0:1746137655.331950:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.332011:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333628928 00000100:00100000:1.0:1746137655.332016:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333628928 00002000:00100000:1.0:1746137655.332040:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0eb480 x1830957333628928/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.332048:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0eb480 with x1830957333628928 ext(0->4095) 00002000:00010000:1.0:1746137655.332051:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0eb480 00000100:00100000:1.0:1746137655.332074:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14816 00000100:00100000:1.0:1746137655.332080:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333628928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.332170:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333628928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.332175:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14816 00002000:00100000:1.0:1746137655.332181:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0eb480 x1830957333628928/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.332187:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0eb480 with x1830957333628928 ext(0->4095) 00002000:00010000:1.0:1746137655.332190:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0eb480 00000100:00100000:2.0:1746137655.333625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.333678:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333629056 00000100:00100000:0.0:1746137655.333682:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333629056 00000100:00100000:0.0:1746137655.333712:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31409 00000100:00100000:0.0:1746137655.333717:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:1685:x1830957333629056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137655.333726:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137655.333738:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8b0 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.333755:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a9 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.333761:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.333763:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.333766:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.333786:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a9 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.333795:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a9 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746137655.333829:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327451904:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137655.333889:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.334899:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327451904:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.334919:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 32 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.334934:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090870400, rc 0) 00000100:00100000:2.0:1746137655.334957:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:1685:x1830957333629056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1239us (1334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.334962:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31409 00000100:00100000:3.0:1746137655.335116:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.335181:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333629184 00000100:00100000:0.0:1746137655.335184:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333629184 00010000:00010000:0.0:1746137655.335200:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a9 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746137655.335275:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15760 00000100:00100000:0.0:1746137655.335282:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333629184:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137655.335337:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137655.335351:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a9 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.335364:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a9 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.335379:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb61417768f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8a9 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.335424:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.335426:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.335431:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 31 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.335438:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 31 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.335459:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 31 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137655.335469:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327452032:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137655.335558:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.336531:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327452032:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.336543:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.336583:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333629184:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1298us (1464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.336593:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15760 00000100:00100000:0.0:1746137655.336882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.336920:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333629440 00000100:00100000:3.0:1746137655.336925:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333629440 00002000:00100000:3.0:1746137655.336954:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0eb800 x1830957333629440/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.336962:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0eb800 with x1830957333629440 ext(0->4095) 00002000:00010000:3.0:1746137655.336965:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0eb800 00000100:00100000:3.0:1746137655.336993:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14817 00000100:00100000:3.0:1746137655.336999:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2007:x1830957333629440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.337087:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2007:x1830957333629440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (210us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.337092:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14817 00002000:00100000:3.0:1746137655.337097:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0eb800 x1830957333629440/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.337104:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0eb800 with x1830957333629440 ext(0->4095) 00002000:00010000:3.0:1746137655.337106:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0eb800 00000100:00100000:0.0:1746137655.338996:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.339070:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333629568 00000100:00100000:2.0:1746137655.339075:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333629568 00000100:00100000:2.0:1746137655.339112:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31410 00000100:00100000:2.0:1746137655.339118:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333629568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.339129:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.339180:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8b7 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.339202:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 31 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.339208:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.339210:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.339213:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b7 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.339235:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 31 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.339244:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 31 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.339256:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327452160:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.339326:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.340196:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327452160:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.340213:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b7 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.340223:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daee00, rc 0) 00000100:00100000:2.0:1746137655.340359:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333629568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1240us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.340366:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31410 00000100:00100000:0.0:1746137655.340694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.340749:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333629696 00000100:00100000:3.0:1746137655.340753:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333629696 00002000:00100000:3.0:1746137655.340778:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092c71180 x1830957333629696/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.340786:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71180 with x1830957333629696 ext(0->7) 00010000:00010000:3.0:1746137655.340791:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.340801:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 32 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.340829:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c71180 00000100:00100000:3.0:1746137655.340858:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3679 00000100:00100000:3.0:1746137655.340864:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:2007:x1830957333629696:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137655.341850:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333629696:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 981us (1152us total) trans 4294972189 rc 0/0 00000100:00100000:0.0:1746137655.341858:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3679 00002000:00100000:0.0:1746137655.341865:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092c71180 x1830957333629696/t4294972189(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/448 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.341873:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71180 with x1830957333629696 ext(0->7) 00010000:00010000:0.0:1746137655.341879:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.341890:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.341896:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c71180 00000100:00100000:0.0:1746137655.345096:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.345169:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333629824 00000100:00100000:2.0:1746137655.345177:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333629824 00010000:00010000:2.0:1746137655.345204:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.345241:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15761 00000100:00100000:2.0:1746137655.345247:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333629824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.345258:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.345273:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.345282:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.345311:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090870400/0xddf4fb61417768fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b0 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.345338:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.345340:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.345345:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b7 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.345351:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b7 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.345378:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b7 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.345388:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327452288:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.345442:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.350570:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096669880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327452288:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137655.350653:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137655.350704:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333629824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5456us (5613us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.350714:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15761 00000100:00100000:2.0:1746137655.350961:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.351074:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333630080 00000100:00100000:0.0:1746137655.351079:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333630080 00002000:00100000:0.0:1746137655.351109:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669f80 x1830957333630080/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.351118:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669f80 with x1830957333630080 ext(0->4095) 00002000:00010000:0.0:1746137655.351122:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669f80 00000100:00100000:0.0:1746137655.351137:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14818 00000100:00100000:0.0:1746137655.351144:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333630080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137655.351241:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333630080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137655.351247:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14818 00002000:00100000:0.0:1746137655.351251:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669f80 x1830957333630080/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.351258:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669f80 with x1830957333630080 ext(0->4095) 00002000:00010000:0.0:1746137655.351260:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669f80 00000100:00100000:0.0:1746137655.354287:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.354387:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333630208 00000100:00100000:2.0:1746137655.354394:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333630208 00000100:00100000:2.0:1746137655.354916:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31411 00000100:00100000:2.0:1746137655.354922:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1685:x1830957333630208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.354935:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.354949:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8be expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.354969:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b7 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.354975:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.354977:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.354979:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.355001:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b7 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.355010:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b7 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.355019:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327452416:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.355302:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.359520:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.359720:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.359832:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333630336 00000100:00100000:1.0:1746137655.359838:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333630336 00000100:00100000:3.0:1746137655.359844:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327452416:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.359873:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.359878:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31412 00010000:00010000:3.0:1746137655.359886:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:1.0:1746137655.359886:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333630336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.359897:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.359907:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8c5 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.359922:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.359926:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 36 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.360127:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.360131:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.360158:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 36 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.360201:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:1685:x1830957333630208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5277us (5917us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.360207:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31411 00000100:00100000:0.0:1746137655.360274:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333630464 00000100:00100000:0.0:1746137655.360278:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333630464 00010000:00010000:0.0:1746137655.360305:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b7 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746137655.360328:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15762 00000100:00100000:0.0:1746137655.360334:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129cea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333630464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137655.360341:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137655.360355:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b7 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.360362:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b7 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.360376:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daee00/0xddf4fb6141776904 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8b7 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.360393:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.360394:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.360398:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.360405:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.360423:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.360431:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746137655.360440:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327452672:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137655.360492:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41f00 going to sleep for 11 seconds 00010000:00010000:1.0:1746137655.360784:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.360792:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00000100:00100000:1.0:1746137655.360838:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333630336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 952us (1323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.360844:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31412 00000100:00100000:0.0:1746137655.363768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.363854:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333630720 00000100:00100000:1.0:1746137655.363860:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333630720 00002000:00100000:1.0:1746137655.363891:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096854e00 x1830957333630720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.363909:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096854e00 with x1830957333630720 ext(0->4095) 00010000:00010000:1.0:1746137655.363917:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.363927:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.363933:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096854e00 00000100:00100000:1.0:1746137655.363948:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3680 00000100:00100000:1.0:1746137655.363954:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333630720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.363968:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327452672:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.363984:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.364051:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129cea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333630464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3714us (4328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.364059:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15762 00000100:00100000:1.0:1746137655.364301:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333630720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 338us (529us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.364307:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3680 00002000:00100000:1.0:1746137655.364312:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096854e00 x1830957333630720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.364321:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096854e00 with x1830957333630720 ext(0->4095) 00010000:00010000:1.0:1746137655.364325:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.364333:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.364338:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096854e00 00000100:00100000:0.0:1746137655.366185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.366248:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333630848 00000100:00100000:1.0:1746137655.366253:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333630848 00000100:00100000:1.0:1746137655.366357:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31413 00000100:00100000:1.0:1746137655.366363:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096856a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333630848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.366374:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.366384:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8cc expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.366402:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.366406:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.366411:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137655.366414:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.366436:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.366444:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.366451:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eac00, rc 0) 00000100:00100000:1.0:1746137655.366615:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096856a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333630848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 251us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.366620:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31413 00000100:00100000:0.0:1746137655.367401:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.367474:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333630976 00000100:00100000:2.0:1746137655.367478:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333630976 00010000:00010000:2.0:1746137655.367492:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.367591:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15763 00000100:00100000:2.0:1746137655.367597:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333630976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.367639:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.367652:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.367660:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.367674:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb614177690b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8be expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.367691:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.367693:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.367697:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.367703:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.367719:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.367727:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.367735:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327452928:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.368301:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.376560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.376660:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327452928:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.376677:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.376713:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333630976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 9116us (9312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.376721:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15763 00000100:00100000:1.0:1746137655.376800:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333631232 00000100:00100000:1.0:1746137655.376828:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333631232 00002000:00100000:1.0:1746137655.376855:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096857480 x1830957333631232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.376869:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096857480 with x1830957333631232 ext(0->4095) 00010000:00010000:1.0:1746137655.376876:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.376886:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.376892:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096857480 00000100:00100000:1.0:1746137655.376915:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3681 00000100:00100000:1.0:1746137655.376921:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333631232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.377019:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333631232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.377025:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3681 00002000:00100000:1.0:1746137655.377030:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096857480 x1830957333631232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.377036:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096857480 with x1830957333631232 ext(0->4095) 00010000:00010000:1.0:1746137655.377040:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.377048:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.377053:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096857480 00000100:00100000:0.0:1746137655.382282:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.382351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.382536:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333631360 00000100:00100000:1.0:1746137655.382545:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333631360 00000100:00100000:1.0:1746137655.382594:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31414 00000100:00100000:1.0:1746137655.382601:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333631360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.382617:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.382629:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8d3 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.382650:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746137655.382653:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333631488 00010000:00010000:1.0:1746137655.382655:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.382660:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746137655.382661:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333631488 00010000:00010000:1.0:1746137655.382663:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8d3 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.382681:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 36 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.382692:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.382701:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8d3 expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.382709:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eaa00, rc 0) 00000100:00100000:2.0:1746137655.382710:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15764 00000100:00100000:2.0:1746137655.382715:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2009:x1830957333631488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.382723:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.382737:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 36 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.382747:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 36 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.382759:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:1679:x1830957333631360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.382764:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31414 00010000:00010000:2.0:1746137655.382911:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776912 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8c5 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.382932:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.383038:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.383046:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.383053:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.383071:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.383705:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.383716:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327453184:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.383787:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.386914:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327453184:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.386930:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.386966:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2009:x1830957333631488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4250us (4615us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.386974:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15764 00000100:00100000:0.0:1746137655.387372:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.387588:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333631744 00000100:00100000:2.0:1746137655.387594:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333631744 00002000:00100000:2.0:1746137655.387621:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a0000 x1830957333631744/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.387630:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a0000 with x1830957333631744 ext(0->4095) 00010000:00010000:2.0:1746137655.387637:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.387646:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.387651:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a0000 00000100:00100000:2.0:1746137655.387663:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3682 00000100:00100000:2.0:1746137655.387668:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333631744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.387752:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333631744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.387760:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3682 00002000:00100000:2.0:1746137655.387765:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a0000 x1830957333631744/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.387771:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a0000 with x1830957333631744 ext(0->4095) 00010000:00010000:2.0:1746137655.387775:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.388214:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.388220:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a0000 00000100:00100000:0.0:1746137655.390689:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.390768:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333631872 00000100:00100000:2.0:1746137655.390774:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333631872 00010000:00010000:2.0:1746137655.390803:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.390851:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15765 00000100:00100000:2.0:1746137655.390858:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333631872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.390868:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.390883:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.390929:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.390946:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776919 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8cc expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.390971:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.390973:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.390978:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8d3 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.390985:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8d3 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.391008:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8d3 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.391017:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327453312:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.391785:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.393422:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327453312:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.393436:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.393719:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333631872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2859us (3031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.393727:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15765 00000100:00100000:0.0:1746137655.393904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.394250:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333632128 00000100:00100000:2.0:1746137655.394256:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333632128 00002000:00100000:2.0:1746137655.394409:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79500 x1830957333632128/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.394418:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79500 with x1830957333632128 ext(0->4095) 00002000:00010000:2.0:1746137655.394421:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d79500 00000100:00100000:2.0:1746137655.394442:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14819 00000100:00100000:2.0:1746137655.394449:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333632128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.394995:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333632128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 545us (1091us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.395001:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14819 00002000:00100000:2.0:1746137655.395006:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79500 x1830957333632128/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.395012:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79500 with x1830957333632128 ext(0->4095) 00002000:00010000:2.0:1746137655.395015:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d79500 00000100:00100000:0.0:1746137655.396493:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.396565:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333632256 00000100:00100000:1.0:1746137655.396571:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333632256 00000100:00100000:1.0:1746137655.396606:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31415 00000100:00100000:1.0:1746137655.396611:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333632256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.396624:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.396636:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8da expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.396658:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8d3 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.396912:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.396914:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.396918:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8da expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.396942:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8d3 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.396953:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8d3 expref: 33 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.396964:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327453440:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137655.397530:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.398565:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327453440:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.398582:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8da expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.398592:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00000100:00100000:1.0:1746137655.398626:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333632256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2015us (2135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.398635:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31415 00000100:00100000:0.0:1746137655.399401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.399549:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333632384 00000100:00100000:2.0:1746137655.399556:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333632384 00010000:00010000:2.0:1746137655.399578:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8d3 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.399610:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15766 00000100:00100000:2.0:1746137655.399617:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333632384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.399628:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.399643:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8d3 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.399653:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8d3 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.399669:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776920 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8d3 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.399696:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.399698:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.399703:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8da expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.399710:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8da expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.399732:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8da expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.399742:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327453568:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.399799:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.402213:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327453568:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.402291:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.402563:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333632384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2945us (3161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.402570:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15766 00000100:00100000:0.0:1746137655.402931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.402995:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333632640 00000100:00100000:2.0:1746137655.403000:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333632640 00002000:00100000:2.0:1746137655.403028:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d7b100 x1830957333632640/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.403036:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7b100 with x1830957333632640 ext(0->4095) 00002000:00010000:2.0:1746137655.403039:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d7b100 00000100:00100000:2.0:1746137655.403060:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14820 00000100:00100000:2.0:1746137655.403067:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333632640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.403160:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333632640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (230us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.403166:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14820 00002000:00100000:2.0:1746137655.403170:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d7b100 x1830957333632640/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.403176:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7b100 with x1830957333632640 ext(0->4095) 00002000:00010000:2.0:1746137655.403179:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d7b100 00000100:00100000:0.0:1746137655.405001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.405079:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333632768 00000100:00100000:1.0:1746137655.405085:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333632768 00000100:00100000:1.0:1746137655.405124:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31416 00000100:00100000:1.0:1746137655.405130:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1679:x1830957333632768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.405140:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.405152:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8e1 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.405172:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8da expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.405178:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.405179:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.405182:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.405204:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8da expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.405214:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8da expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.405223:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327453696:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137655.405309:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.405505:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.405612:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333632896 00000100:00100000:3.0:1746137655.405615:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333632896 00000100:00100000:3.0:1746137655.405634:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31417 00000100:00100000:3.0:1746137655.405639:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1685:x1830957333632896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.405646:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.405651:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8e8 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.405662:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.405665:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.405669:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.405671:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e8 expref: 36 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.405689:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.405697:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e8 expref: 36 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.405709:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137655.405730:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:1685:x1830957333632896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.405735:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31417 00000100:00100000:1.0:1746137655.408043:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327453696:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.408066:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.408077:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb200, rc 0) 00000100:00100000:1.0:1746137655.408221:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333632768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3090us (3222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.408228:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31416 00000100:00100000:0.0:1746137655.410177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.410236:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333633024 00000100:00100000:2.0:1746137655.410242:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333633024 00010000:00010000:2.0:1746137655.410270:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8da expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.410404:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15767 00000100:00100000:2.0:1746137655.410412:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333633024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.410424:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.410439:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8da expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.410449:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8da expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.410467:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776927 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8da expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.410493:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.410494:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.410500:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.410508:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.410532:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.410541:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.410550:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327453952:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.410923:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.412733:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327453952:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.412749:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.412778:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333633024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2367us (2603us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.412785:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15767 00000100:00100000:0.0:1746137655.413480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.413551:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333633280 00000100:00100000:2.0:1746137655.413556:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333633280 00002000:00100000:2.0:1746137655.413585:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78000 x1830957333633280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.413642:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78000 with x1830957333633280 ext(0->4095) 00010000:00010000:2.0:1746137655.413650:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.413665:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.413671:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d78000 00000100:00100000:2.0:1746137655.413868:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3683 00000100:00100000:2.0:1746137655.413875:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333633280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.414115:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333633280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 237us (632us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.414121:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3683 00002000:00100000:2.0:1746137655.414125:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78000 x1830957333633280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.414132:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78000 with x1830957333633280 ext(0->4095) 00010000:00010000:2.0:1746137655.414136:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.414144:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.414150:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d78000 00000100:00100000:0.0:1746137655.415594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.415826:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333633408 00000100:00100000:2.0:1746137655.415831:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333633408 00010000:00010000:2.0:1746137655.415848:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.415868:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15768 00000100:00100000:2.0:1746137655.415874:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2010:x1830957333633408:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.415882:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.415895:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.415904:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.415921:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177692e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e1 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.415942:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.415944:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.415950:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e8 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.415956:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e8 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.415980:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e8 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.415990:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327454080:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.416062:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.417516:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009666b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327454080:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.417533:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.417567:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2010:x1830957333633408:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1693us (1973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.417576:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15768 00000100:00100000:0.0:1746137655.417969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.418146:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333633664 00000100:00100000:2.0:1746137655.418150:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333633664 00002000:00100000:2.0:1746137655.418172:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78a80 x1830957333633664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.418180:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78a80 with x1830957333633664 ext(0->4095) 00002000:00010000:2.0:1746137655.418184:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d78a80 00000100:00100000:2.0:1746137655.418237:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14821 00000100:00100000:2.0:1746137655.418243:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333633664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.418496:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333633664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 252us (527us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.418502:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14821 00002000:00100000:2.0:1746137655.418507:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78a80 x1830957333633664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.418514:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78a80 with x1830957333633664 ext(0->4095) 00002000:00010000:2.0:1746137655.418516:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d78a80 00000100:00100000:0.0:1746137655.419920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.419988:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333633792 00000100:00100000:1.0:1746137655.419993:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333633792 00000100:00100000:1.0:1746137655.420019:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31418 00000100:00100000:1.0:1746137655.420025:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333633792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.420035:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.420048:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8ef expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.420067:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e8 expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.420072:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.420074:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.420077:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8ef expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.420099:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e8 expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.420109:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e8 expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.420118:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327454208:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137655.420186:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.423787:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.423848:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333633920 00000100:00100000:2.0:1746137655.423854:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333633920 00010000:00010000:2.0:1746137655.423881:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e8 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.423908:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15769 00000100:00100000:2.0:1746137655.423914:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129cea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333633920:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746137655.423922:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327454208:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.423925:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.423941:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e8 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.423949:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8ef expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.423950:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e8 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.423967:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776935 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8e8 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.423970:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.423972:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.423977:0:21535:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8ef expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.423984:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8ef expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.423992:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137655.424006:0:21535:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8ef expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.424015:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327454336:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.424021:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129cea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333633920:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 107us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.424027:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15769 00000100:00100000:1.0:1746137655.424055:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.425777:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327454336:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.425789:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eba00, rc 0) 00000100:00100000:1.0:1746137655.425835:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333633792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5810us (5918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.425842:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31418 00000100:00100000:0.0:1746137655.428394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.428472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.428542:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333634176 00000100:00100000:2.0:1746137655.428549:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333634176 00002000:00100000:2.0:1746137655.428581:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f104380 x1830957333634176/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.428590:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f104380 with x1830957333634176 ext(0->4095) 00002000:00010000:2.0:1746137655.428594:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f104380 00000100:00100000:2.0:1746137655.428610:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14822 00000100:00100000:2.0:1746137655.428616:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333634176:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137655.428725:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333634176:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.428731:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14822 00002000:00100000:2.0:1746137655.428736:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f104380 x1830957333634176/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.428746:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f104380 with x1830957333634176 ext(0->4095) 00002000:00010000:2.0:1746137655.428749:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f104380 00000100:00100000:1.0:1746137655.429065:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333634304 00000100:00100000:1.0:1746137655.429070:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333634304 00000100:00100000:1.0:1746137655.429127:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31419 00000100:00100000:1.0:1746137655.429134:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1679:x1830957333634304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.429142:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.429154:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8f6 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.429174:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8ef expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.429181:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.429182:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.429185:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.429208:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8ef expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.429218:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8ef expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.429227:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327454464:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137655.429308:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.433255:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.433438:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327454464:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.433461:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.433479:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:1.0:1746137655.433528:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333634304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4394us (5055us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.433535:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31419 00000100:00100000:1.0:1746137655.433556:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333634432 00000100:00100000:1.0:1746137655.433560:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333634432 00000100:00100000:1.0:1746137655.433597:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31420 00000100:00100000:1.0:1746137655.433603:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1685:x1830957333634432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.433613:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.433623:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd8fd expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.433637:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.433640:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.433645:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.433648:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8fd expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.433667:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.433673:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8fd expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.433683:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea800, rc 0) 00000100:00100000:1.0:1746137655.433697:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1685:x1830957333634432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.433701:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31420 00000100:00100000:0.0:1746137655.433951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.433999:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333634560 00000100:00100000:3.0:1746137655.434002:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333634560 00010000:00010000:3.0:1746137655.434016:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8ef expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.434032:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15770 00000100:00100000:3.0:1746137655.434036:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333634560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.434045:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.434060:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8ef expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.434069:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8ef expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.434082:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177693c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8ef expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.434100:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.434102:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.434106:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.434117:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.434135:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.434144:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.434154:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327454720:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.434204:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.436561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.436616:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333634816 00000100:00100000:2.0:1746137655.436623:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333634816 00002000:00100000:2.0:1746137655.436652:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120347100 x1830957333634816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137655.436659:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327454720:192.168.203.12@tcp:105: 00002000:00100000:2.0:1746137655.436660:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120347100 with x1830957333634816 ext(0->4095) 00010000:00010000:2.0:1746137655.436668:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.436674:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137655.436679:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.436684:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120347100 00000100:00100000:3.0:1746137655.436706:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333634560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2669us (2755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.436714:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15770 00000100:00100000:2.0:1746137655.437165:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3684 00000100:00100000:2.0:1746137655.437172:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333634816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.437485:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333634816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 314us (930us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.437491:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3684 00002000:00100000:2.0:1746137655.437496:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120347100 x1830957333634816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.437503:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120347100 with x1830957333634816 ext(0->4095) 00010000:00010000:2.0:1746137655.437507:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.437516:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.437521:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120347100 00000100:00100000:0.0:1746137655.441854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.442057:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333634944 00000100:00100000:3.0:1746137655.442066:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333634944 00010000:00010000:3.0:1746137655.442096:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.442120:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15771 00000100:00100000:3.0:1746137655.442127:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333634944:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.442139:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.442155:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.442166:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.442190:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776943 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8f6 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.442213:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.442218:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.442224:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8fd expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.442231:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8fd expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.442257:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8fd expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.442267:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327454848:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.442391:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.444255:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327454848:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.444271:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.444669:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333634944:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2540us (2821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.444679:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15771 00000100:00100000:0.0:1746137655.445450:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.445534:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333635200 00000100:00100000:2.0:1746137655.445540:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333635200 00002000:00100000:2.0:1746137655.445571:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120346680 x1830957333635200/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.445580:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346680 with x1830957333635200 ext(0->4095) 00002000:00010000:2.0:1746137655.445583:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120346680 00000100:00100000:2.0:1746137655.445608:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14823 00000100:00100000:2.0:1746137655.445615:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333635200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.445988:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333635200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 373us (538us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.445994:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14823 00002000:00100000:2.0:1746137655.445999:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120346680 x1830957333635200/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.446006:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346680 with x1830957333635200 ext(0->4095) 00002000:00010000:2.0:1746137655.446009:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120346680 00000100:00100000:0.0:1746137655.447340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.447754:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333635328 00000100:00100000:3.0:1746137655.447760:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333635328 00000100:00100000:3.0:1746137655.447797:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31421 00000100:00100000:3.0:1746137655.447803:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333635328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.447837:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.447850:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd904 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.447870:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8fd expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.447876:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.447877:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.447879:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd904 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.447901:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8fd expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.447910:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8fd expref: 33 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.447919:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327454976:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.447987:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.449720:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327454976:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.449745:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd904 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.449763:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137655.449820:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333635328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1999us (2465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.449828:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31421 00000100:00100000:0.0:1746137655.450002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.450112:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333635456 00000100:00100000:3.0:1746137655.450116:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333635456 00010000:00010000:3.0:1746137655.450135:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8fd expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.450153:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15772 00000100:00100000:3.0:1746137655.450158:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333635456:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.450167:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.450182:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8fd expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.450190:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8fd expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.450206:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177694a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd8fd expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.450507:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.450509:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.450516:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd904 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.450528:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd904 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.450550:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd904 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.450559:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327455104:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.450647:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.451797:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327455104:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.451837:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.451870:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333635456:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1710us (1867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.451877:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15772 00000100:00100000:0.0:1746137655.452170:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.452579:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333635712 00000100:00100000:2.0:1746137655.452584:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333635712 00002000:00100000:2.0:1746137655.452612:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200f800 x1830957333635712/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.452626:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200f800 with x1830957333635712 ext(0->4095) 00002000:00010000:2.0:1746137655.452629:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200f800 00000100:00100000:2.0:1746137655.452644:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14824 00000100:00100000:2.0:1746137655.452654:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333635712:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.452973:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333635712:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 322us (803us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.452980:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14824 00002000:00100000:2.0:1746137655.452986:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200f800 x1830957333635712/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.452993:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200f800 with x1830957333635712 ext(0->4095) 00002000:00010000:2.0:1746137655.452995:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200f800 00000100:00100000:0.0:1746137655.454453:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.454639:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333635840 00000100:00100000:3.0:1746137655.454645:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333635840 00000100:00100000:3.0:1746137655.454685:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31422 00000100:00100000:3.0:1746137655.454692:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1685:x1830957333635840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.454705:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.454719:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd90b expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.454739:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd904 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.454746:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.454749:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.454752:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.454775:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd904 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.454785:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd904 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.454794:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327455232:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.454893:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.455941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.456576:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327455232:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.456595:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.456605:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:1.0:1746137655.456665:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333635968 00000100:00100000:1.0:1746137655.456670:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333635968 00000100:00100000:1.0:1746137655.456703:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31423 00000100:00100000:1.0:1746137655.456710:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333635968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.456719:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.456727:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd912 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.456740:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.456744:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 36 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.456749:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.456751:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.456770:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 36 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.456778:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.456788:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb600, rc 0) 00000100:00100000:3.0:1746137655.457027:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:1685:x1830957333635840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2333us (2575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.457032:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31422 00000100:00100000:1.0:1746137655.457143:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333635968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 433us (1203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.457148:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31423 00000100:00100000:0.0:1746137655.457224:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.457341:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333636096 00000100:00100000:3.0:1746137655.457344:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333636096 00010000:00010000:3.0:1746137655.457358:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd904 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.457374:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15773 00000100:00100000:3.0:1746137655.457379:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333636096:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.457387:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.457400:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd904 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.457407:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd904 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.457420:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776951 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd904 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.457440:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.457442:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.457447:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.457453:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.457469:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.457478:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.457486:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327455488:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.457531:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.459151:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327455488:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.459164:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.459304:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333636096:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1841us (1996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.459317:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15773 00000100:00100000:0.0:1746137655.459607:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.459632:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333636352 00000100:00100000:2.0:1746137655.459637:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333636352 00002000:00100000:2.0:1746137655.459661:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200ed80 x1830957333636352/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.459670:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200ed80 with x1830957333636352 ext(0->4095) 00010000:00010000:2.0:1746137655.459676:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.459686:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.459691:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200ed80 00000100:00100000:2.0:1746137655.459718:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3685 00000100:00100000:2.0:1746137655.459724:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333636352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.459839:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333636352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (232us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.459845:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3685 00002000:00100000:2.0:1746137655.459849:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200ed80 x1830957333636352/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.459856:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200ed80 with x1830957333636352 ext(0->4095) 00010000:00010000:2.0:1746137655.459861:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.459869:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.459874:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200ed80 00000100:00100000:0.0:1746137655.461349:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.461388:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333636480 00000100:00100000:1.0:1746137655.461393:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333636480 00000100:00100000:1.0:1746137655.461425:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31424 00000100:00100000:1.0:1746137655.461431:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333636480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.461440:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.461451:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd919 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.461467:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.461471:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.461476:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137655.461479:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.461503:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.461513:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.461525:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea800, rc 0) 00000100:00100000:0.0:1746137655.461531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.461560:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333636480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.461566:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31424 00000100:00100000:3.0:1746137655.461620:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333636608 00000100:00100000:3.0:1746137655.461624:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333636608 00010000:00010000:3.0:1746137655.461637:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.461661:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15774 00000100:00100000:3.0:1746137655.461667:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333636608:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.461673:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.461685:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.461828:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.461844:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776958 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd90b expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.461866:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.461867:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.461872:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.461879:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.461898:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.461908:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.461918:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327455744:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.461983:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.463783:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327455744:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.463795:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.463847:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333636608:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2180us (2316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.463855:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15774 00000100:00100000:0.0:1746137655.464208:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.464273:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333636864 00000100:00100000:2.0:1746137655.464278:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333636864 00002000:00100000:2.0:1746137655.464315:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b002d80 x1830957333636864/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.464323:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b002d80 with x1830957333636864 ext(0->4095) 00010000:00010000:2.0:1746137655.464330:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.464342:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.464352:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b002d80 00000100:00100000:2.0:1746137655.464378:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3686 00000100:00100000:2.0:1746137655.464384:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333636864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.464468:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333636864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.464473:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3686 00002000:00100000:2.0:1746137655.464478:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b002d80 x1830957333636864/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.464485:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b002d80 with x1830957333636864 ext(0->4095) 00010000:00010000:2.0:1746137655.464489:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.464496:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.464501:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b002d80 00000100:00100000:0.0:1746137655.465662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.465827:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333636992 00000100:00100000:1.0:1746137655.465832:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333636992 00000100:00100000:0.0:1746137655.465959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.466009:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31425 00000100:00100000:1.0:1746137655.466016:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333636992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.466025:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.466036:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd920 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.466043:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333637120 00000100:00100000:2.0:1746137655.466047:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333637120 00010000:00010000:1.0:1746137655.466053:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.466059:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.466060:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 36 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.466064:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137655.466067:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd920 expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.466077:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15775 00000100:00100000:2.0:1746137655.466081:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2008:x1830957333637120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.466088:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137655.466092:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.466099:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 36 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.466102:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd920 expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.466107:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 36 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.466121:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb614177695f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd912 expref: 36 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.466121:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.466123:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.466127:0:21535:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.466133:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.466491:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137655.466499:0:21535:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.466510:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.466519:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333637120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 436us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.466520:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327456000:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.466525:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15775 00000100:00100000:1.0:1746137655.466863:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.468258:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327456000:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.468270:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb200, rc 0) 00000100:00100000:1.0:1746137655.468300:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333636992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2276us (2631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.468307:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31425 00000100:00100000:0.0:1746137655.468881:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.468976:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333637376 00000100:00100000:3.0:1746137655.468980:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333637376 00002000:00100000:3.0:1746137655.469004:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145c00 x1830957333637376/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.469013:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145c00 with x1830957333637376 ext(0->4095) 00010000:00010000:3.0:1746137655.469019:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.469030:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.469035:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f145c00 00000100:00100000:3.0:1746137655.469057:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3687 00000100:00100000:3.0:1746137655.469063:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333637376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.469657:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333637376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 593us (775us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.469663:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3687 00002000:00100000:3.0:1746137655.469668:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145c00 x1830957333637376/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.469675:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145c00 with x1830957333637376 ext(0->4095) 00010000:00010000:3.0:1746137655.469679:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.469688:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.469693:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f145c00 00000100:00100000:0.0:1746137655.472025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.472099:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333637504 00000100:00100000:1.0:1746137655.472105:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333637504 00010000:00010000:1.0:1746137655.472126:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.472162:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15776 00000100:00100000:1.0:1746137655.472168:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333637504:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137655.472178:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137655.472191:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.472201:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.472218:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776966 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd919 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.472232:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.472233:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.472239:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd920 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.472246:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd920 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.472267:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd920 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.472277:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327456128:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.473410:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.479263:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327456128:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.479280:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.479329:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ce9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333637504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7159us (7307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.479337:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15776 00000100:00100000:2.0:1746137655.479387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.479443:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333637760 00000100:00100000:3.0:1746137655.479449:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333637760 00002000:00100000:3.0:1746137655.479613:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666b480 x1830957333637760/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.479620:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b480 with x1830957333637760 ext(0->4095) 00002000:00010000:3.0:1746137655.479624:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666b480 00000100:00100000:3.0:1746137655.479652:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14825 00000100:00100000:3.0:1746137655.479658:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333637760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137655.479753:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333637760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (365us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.479758:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14825 00002000:00100000:3.0:1746137655.479763:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009666b480 x1830957333637760/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.479769:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b480 with x1830957333637760 ext(0->4095) 00002000:00010000:3.0:1746137655.479772:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666b480 00000100:00100000:0.0:1746137655.481765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.481837:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333637888 00000100:00100000:1.0:1746137655.481844:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333637888 00000100:00100000:1.0:1746137655.482001:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31426 00000100:00100000:1.0:1746137655.482009:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333637888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.482021:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.482035:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd927 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.482057:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd920 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.482063:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.482065:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.482068:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd927 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.482086:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd920 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.482096:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd920 expref: 33 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.482105:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327456256:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137655.482173:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.483227:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327456256:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.483243:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd927 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.483253:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:1.0:1746137655.483275:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333637888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1268us (1516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.483280:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31426 00000100:00100000:0.0:1746137655.483873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.483928:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333638016 00000100:00100000:1.0:1746137655.483933:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333638016 00010000:00010000:1.0:1746137655.483949:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd920 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.483979:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15777 00000100:00100000:1.0:1746137655.483985:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333638016:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137655.483993:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137655.484008:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd920 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.484018:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd920 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.484033:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb614177696d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd920 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.484049:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.484051:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.484056:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd927 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.484062:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd927 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.484080:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd927 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.484089:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327456384:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.484144:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.485165:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327456384:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.485176:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.485212:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2007:x1830957333638016:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1227us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.485219:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15777 00000100:00100000:0.0:1746137655.485518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.485575:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333638272 00000100:00100000:1.0:1746137655.485580:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333638272 00002000:00100000:1.0:1746137655.485606:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145500 x1830957333638272/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.485615:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145500 with x1830957333638272 ext(0->4095) 00002000:00010000:1.0:1746137655.485618:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f145500 00000100:00100000:1.0:1746137655.485647:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14826 00000100:00100000:1.0:1746137655.485654:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333638272:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137655.485747:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333638272:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.485752:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14826 00002000:00100000:1.0:1746137655.485757:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145500 x1830957333638272/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.485765:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145500 with x1830957333638272 ext(0->4095) 00002000:00010000:1.0:1746137655.485767:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f145500 00000100:00100000:0.0:1746137655.487016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.487113:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333638400 00000100:00100000:1.0:1746137655.487117:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333638400 00000100:00100000:1.0:1746137655.487191:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31427 00000100:00100000:1.0:1746137655.487198:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1679:x1830957333638400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.487251:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.487264:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd92e expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137655.487281:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137655.487283:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd927 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.487290:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.487301:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746137655.487304:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333638528 00010000:00010000:1.0:1746137655.487304:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.487307:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333638528 00000100:00100000:3.0:1746137655.487336:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31428 00000100:00100000:3.0:1746137655.487340:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1685:x1830957333638528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.487346:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.487351:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd935 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.487379:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd927 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.487393:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd927 expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.487400:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.487403:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.487403:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327456512:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.487407:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.487410:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd935 expref: 36 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.487427:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.487437:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd935 expref: 36 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.487442:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00010000:00010000:3.0:1746137655.487449:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137655.487465:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:1685:x1830957333638528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.487471:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31428 00000100:00100000:1.0:1746137655.489401:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327456512:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.489419:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.489429:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00000100:00100000:1.0:1746137655.489468:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333638400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2271us (2454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.489474:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31427 00000100:00100000:0.0:1746137655.489905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.489978:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333638656 00000100:00100000:1.0:1746137655.489983:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333638656 00010000:00010000:1.0:1746137655.490000:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd927 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.490024:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15778 00000100:00100000:1.0:1746137655.490030:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333638656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137655.490039:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137655.490052:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd927 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.490065:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd927 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.490079:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776974 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd927 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.490098:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.490100:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.490106:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.490112:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.490133:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.490142:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.490151:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327456768:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.490183:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.492881:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327456768:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.492896:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.492942:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333638656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2911us (3037us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.492953:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15778 00000100:00100000:0.0:1746137655.493056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.493124:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333638912 00000100:00100000:3.0:1746137655.493129:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333638912 00002000:00100000:3.0:1746137655.493154:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec0e00 x1830957333638912/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.493162:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0e00 with x1830957333638912 ext(0->4095) 00010000:00010000:3.0:1746137655.493168:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.493179:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.493185:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec0e00 00000100:00100000:3.0:1746137655.493207:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3688 00000100:00100000:3.0:1746137655.493212:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333638912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137655.493306:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333638912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (250us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.493311:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3688 00002000:00100000:3.0:1746137655.493316:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec0e00 x1830957333638912/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.493328:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0e00 with x1830957333638912 ext(0->4095) 00010000:00010000:3.0:1746137655.493333:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.493341:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.493346:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec0e00 00000100:00100000:0.0:1746137655.496905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.496992:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333639040 00000100:00100000:1.0:1746137655.497000:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333639040 00010000:00010000:1.0:1746137655.497026:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.497051:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15779 00000100:00100000:1.0:1746137655.497056:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333639040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137655.497066:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137655.497078:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.497085:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.497099:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb614177697b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd92e expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.497112:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.497114:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.497118:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd935 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.497123:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd935 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.497143:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd935 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.497150:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327456896:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.497198:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.498576:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327456896:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.498586:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.498605:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333639040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1549us (1707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.498611:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15779 00000100:00100000:0.0:1746137655.499454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.499501:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333639296 00000100:00100000:3.0:1746137655.499506:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333639296 00002000:00100000:3.0:1746137655.499531:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12c000 x1830957333639296/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.499537:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12c000 with x1830957333639296 ext(0->4095) 00002000:00010000:3.0:1746137655.499540:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12c000 00000100:00100000:3.0:1746137655.499559:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14827 00000100:00100000:3.0:1746137655.499565:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333639296:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.499662:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333639296:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (209us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.499667:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14827 00002000:00100000:3.0:1746137655.499671:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12c000 x1830957333639296/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.499677:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12c000 with x1830957333639296 ext(0->4095) 00002000:00010000:3.0:1746137655.499680:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12c000 00000100:00100000:0.0:1746137655.501433:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.501573:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333639424 00000100:00100000:1.0:1746137655.501579:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333639424 00000100:00100000:1.0:1746137655.501608:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31429 00000100:00100000:1.0:1746137655.501612:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333639424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.501623:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.501634:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd93c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.501652:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd935 expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.501657:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.501658:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.501660:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd93c expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.501678:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd935 expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.501687:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd935 expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.501694:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327457024:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137655.501744:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.504936:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327457024:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.504961:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd93c expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.504974:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea600, rc 0) 00000100:00100000:1.0:1746137655.505009:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333639424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3396us (3580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.505016:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31429 00000100:00100000:0.0:1746137655.505430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.505488:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333639552 00000100:00100000:1.0:1746137655.505493:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333639552 00010000:00010000:1.0:1746137655.505510:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd935 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.505540:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15780 00000100:00100000:1.0:1746137655.505545:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333639552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137655.505555:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137655.505569:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd935 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.505582:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd935 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.505599:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776982 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd935 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.505618:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.505620:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.505625:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd93c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.505632:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd93c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.505676:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd93c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.505685:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327457152:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.506002:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.507126:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327457152:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.507137:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.507159:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333639552:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1613us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.507166:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15780 00000100:00100000:0.0:1746137655.508312:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.508375:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333639808 00000100:00100000:3.0:1746137655.508380:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333639808 00002000:00100000:3.0:1746137655.508413:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f8000 x1830957333639808/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.508422:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f8000 with x1830957333639808 ext(0->4095) 00002000:00010000:3.0:1746137655.508425:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f8000 00000100:00100000:3.0:1746137655.508450:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14828 00000100:00100000:3.0:1746137655.508456:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333639808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137655.508562:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333639808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (252us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.508567:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14828 00002000:00100000:3.0:1746137655.508572:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f8000 x1830957333639808/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.508579:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f8000 with x1830957333639808 ext(0->4095) 00002000:00010000:3.0:1746137655.508581:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f8000 00000100:00100000:0.0:1746137655.510076:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.510160:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333639936 00000100:00100000:0.0:1746137655.510163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.510165:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333639936 00000100:00100000:1.0:1746137655.510201:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333640064 00000100:00100000:1.0:1746137655.510203:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333640064 00000100:00100000:1.0:1746137655.510217:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31430 00000100:00100000:1.0:1746137655.510223:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1685:x1830957333639936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.510232:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.510245:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd943 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.510268:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd93c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.510274:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.510276:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.510279:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.510312:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd93c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.510314:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31431 00000100:00100000:3.0:1746137655.510321:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333640064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.510321:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd93c expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.510327:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.510331:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd94a expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.510331:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327457280:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.510341:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.510344:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.510352:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.510354:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 36 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.510371:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.510391:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 36 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.510399:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137655.510416:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:1679:x1830957333640064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.510421:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31431 00000100:00100000:1.0:1746137655.511040:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.512083:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327457280:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137655.512100:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.512104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746137655.512110:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:1.0:1746137655.512146:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333640192 00000100:00100000:1.0:1746137655.512150:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333640192 00010000:00010000:1.0:1746137655.512172:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd93c expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.512243:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15781 00000100:00100000:1.0:1746137655.512249:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333640192:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137655.512257:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137655.512272:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd93c expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.512280:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd93c expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.512303:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776989 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd93c expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746137655.512305:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1685:x1830957333639936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2081us (2231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.512310:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31430 00010000:00010000:1.0:1746137655.512518:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.512520:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.512526:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.512625:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.512645:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.512654:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.512669:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327457536:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.512768:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.513874:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327457536:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.513884:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.513915:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333640192:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1665us (1810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.513922:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15781 00000100:00100000:0.0:1746137655.514694:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.514737:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333640448 00000100:00100000:1.0:1746137655.514740:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333640448 00002000:00100000:1.0:1746137655.514760:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b3480 x1830957333640448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.514766:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3480 with x1830957333640448 ext(0->4095) 00010000:00010000:1.0:1746137655.514771:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.514777:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.514781:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b3480 00000100:00100000:1.0:1746137655.514797:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3689 00000100:00100000:1.0:1746137655.514802:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333640448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.515077:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333640448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 273us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.515086:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3689 00002000:00100000:1.0:1746137655.515091:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b3480 x1830957333640448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.515097:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3480 with x1830957333640448 ext(0->4095) 00010000:00010000:1.0:1746137655.515102:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.515110:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.515115:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b3480 00000100:00100000:0.0:1746137655.516261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.516339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.516342:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333640576 00000100:00100000:2.0:1746137655.516347:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333640576 00000100:00100000:2.0:1746137655.516372:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31432 00000100:00100000:2.0:1746137655.516377:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333640576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.516386:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.516396:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd951 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.516414:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.516419:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.516425:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137655.516429:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.516452:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.516462:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.516470:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137655.516492:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333640576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.516497:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31432 00000100:00100000:1.0:1746137655.516497:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333640704 00000100:00100000:1.0:1746137655.516501:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333640704 00010000:00010000:1.0:1746137655.516515:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.516546:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15782 00000100:00100000:1.0:1746137655.516551:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333640704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137655.516558:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137655.516569:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.516577:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.516590:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776990 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd943 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.516693:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.516695:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.516700:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.516707:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.516724:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.516732:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.516742:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327457792:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.516819:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.517758:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327457792:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.517767:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.517895:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333640704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1342us (1555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.517902:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15782 00000100:00100000:0.0:1746137655.518204:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.518332:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333640960 00000100:00100000:1.0:1746137655.518336:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333640960 00002000:00100000:1.0:1746137655.518357:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dd180 x1830957333640960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.518371:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd180 with x1830957333640960 ext(0->4095) 00010000:00010000:1.0:1746137655.518376:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.518386:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.518392:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dd180 00000100:00100000:1.0:1746137655.518416:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3690 00000100:00100000:1.0:1746137655.518422:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333640960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.518572:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333640960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.518577:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3690 00002000:00100000:1.0:1746137655.518583:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dd180 x1830957333640960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.518589:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd180 with x1830957333640960 ext(0->4095) 00010000:00010000:1.0:1746137655.518593:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.518601:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.518606:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dd180 00000100:00100000:0.0:1746137655.519976:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.520032:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.520074:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333641216 00000100:00100000:1.0:1746137655.520079:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333641216 00010000:00010000:1.0:1746137655.520097:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.520129:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15783 00000100:00100000:1.0:1746137655.520135:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2009:x1830957333641216:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137655.520143:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137655.520147:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333641088 00000100:00100000:2.0:1746137655.520151:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333641088 00010000:00010000:1.0:1746137655.520156:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.520165:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.520169:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31433 00000100:00100000:2.0:1746137655.520174:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333641088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.520182:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.520182:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776997 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd94a expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.520191:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd958 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.520193:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.520194:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.520203:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.520210:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.520221:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.520228:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.520229:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.520232:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd958 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.520254:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.520264:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.520274:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327457920:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.520275:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.520282:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.520288:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327458048:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.520355:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.520360:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.522699:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327457920:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.522721:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd958 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.522732:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137655.522760:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333641088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2585us (2786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.522766:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31433 00000100:00100000:1.0:1746137655.522836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.522851:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333641472 00000100:00100000:1.0:1746137655.522855:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333641472 00000100:00100000:0.0:1746137655.522891:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327458048:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137655.522901:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137655.522916:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2009:x1830957333641216:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2783us (2885us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.522923:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15783 00000100:00100000:0.0:1746137655.522957:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327458432:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.522978:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830957327458304:0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.522982:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137655.522996:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137655.522997:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3764:1830957327458944:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.523008:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3763:1830957327458816:0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.523009:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137655.523021:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137655.523022:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3764:1830957327459456:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.523030:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3763:1830957327459328:0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.523033:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137655.523042:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137655.523043:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746137655.523047:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830957327458560:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.523052:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1746137655.523056:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3763:1830957327458176:0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.523059:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137655.523068:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327459072:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.523071:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137655.523082:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137655.523086:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327458688:0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.523090:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081287800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327459584:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.523098:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137655.523101:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137655.523107:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c2de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327459200:0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.523116:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327458304 00000100:00100000:0.0:1746137655.523119:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327458304 00000100:00100000:2.0:1746137655.523131:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137655.523139:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327458944 00000100:00100000:0.0:1746137655.523140:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327458944 00000100:00100000:2.0:1746137655.523142:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327459712:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.523153:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137655.523153:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327458816 00000100:00100000:0.0:1746137655.523154:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327458816 00000100:00100000:0.0:1746137655.523162:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327459456 00000100:00100000:0.0:1746137655.523164:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327459456 00000100:00100000:2.0:1746137655.523170:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327459328 00000100:00100000:0.0:1746137655.523171:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327458560 00000100:00100000:2.0:1746137655.523173:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327459328 00000100:00100000:0.0:1746137655.523173:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327458560 00000100:00100000:0.0:1746137655.523182:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1746137655.523187:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830957327458304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137655.523217:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327458432 00000100:00100000:3.0:1746137655.523219:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327458432 00002000:00100000:1.0:1746137655.523222:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344000 x1830957333641472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.523229:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344000 with x1830957333641472 ext(0->4095) 00000100:00100000:3.0:1746137655.523235:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327458688 00010000:00010000:1.0:1746137655.523235:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.523236:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327458688 00000100:00100000:3.0:1746137655.523244:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00010000:00010000:1.0:1746137655.523245:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.523248:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957327458432:12345-0@lo:400:kworker.0 00002000:00010000:1.0:1746137655.523251:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120344000 00000100:00100000:1.0:1746137655.523266:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3691 00000100:00100000:1.0:1746137655.523270:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333641472:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137655.523279:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957327458432:12345-0@lo:400:kworker.0 Request processed in 31us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.523283:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1746137655.523304:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1746137655.523308:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327458688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137655.523329:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327458688:12345-0@lo:400:kworker.0 Request processed in 21us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.523333:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1746137655.523367:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333641472:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 95us (531us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.523383:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3691 00002000:00100000:1.0:1746137655.523387:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344000 x1830957333641472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.523394:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344000 with x1830957333641472 ext(0->4095) 00010000:00010000:1.0:1746137655.523398:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.523406:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.523411:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120344000 00000100:00100000:0.0:1746137655.523529:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830957327458304:12345-0@lo:400:kworker.0 Request processed in 341us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.523564:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1746137655.523570:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830957327458944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.523611:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830957327458944:12345-0@lo:400:kworker.0 Request processed in 31us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.523619:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1746137655.523640:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1746137655.523645:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830957327459456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137655.523648:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830957327458816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137655.523665:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830957327458816:12345-0@lo:400:kworker.0 Request processed in 30us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.523665:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830957327459456:12345-0@lo:400:kworker.0 Request processed in 21us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.523670:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:3.0:1746137655.523681:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1746137655.523685:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830957327458560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.523686:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1746137655.523695:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:0.0:1746137655.523699:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830957327459328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137655.523702:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830957327458560:12345-0@lo:400:kworker.0 Request processed in 17us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.523705:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1746137655.523715:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830957327459328:12345-0@lo:400:kworker.0 Request processed in 16us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.523719:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:3.0:1746137655.523720:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327459072 00000100:00100000:3.0:1746137655.523722:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327459072 00000100:00100000:0.0:1746137655.523731:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327458176 00000100:00100000:0.0:1746137655.523733:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327458176 00000100:00100000:3.0:1746137655.523741:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327459584 00000100:00100000:3.0:1746137655.523742:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327459584 00000100:00100000:0.0:1746137655.523747:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1746137655.523750:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9fc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9643f5bf-b52e-4056-a15a-6f76f7e7ba35+23:3763:x1830957327458176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137655.523753:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327459200 00000100:00100000:3.0:1746137655.523754:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327459200 00000100:00100000:3.0:1746137655.523760:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327459712 00000100:00100000:3.0:1746137655.523762:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327459712 00000100:00100000:0.0:1746137655.523767:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9fc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9643f5bf-b52e-4056-a15a-6f76f7e7ba35+23:3763:x1830957327458176:12345-0@lo:400:kworker.0 Request processed in 16us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.523770:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1746137655.523771:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1746137655.523773:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957327459072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137655.523790:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957327459072:12345-0@lo:400:kworker.0 Request processed in 16us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.523790:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1746137655.523794:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1746137655.523794:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098702450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957327459584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137655.523801:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1746137655.523821:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327459200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.523827:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098702450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957327459584:12345-0@lo:400:kworker.0 Request processed in 33us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.523833:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1746137655.523838:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327459200:12345-0@lo:400:kworker.0 Request processed in 34us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.523841:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1746137655.523850:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1746137655.523853:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327459712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137655.523867:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327459712:12345-0@lo:400:kworker.0 Request processed in 13us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.523870:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1746137655.523954:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830957327458560:0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.523962:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327459072:0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.523969:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081287800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327459584:0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.523975:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3764:1830957327459456:0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.523981:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327458432:0@lo:400:kworker.0 00000100:00100000:0.0:1746137655.523987:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3764:1830957327458944:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.524037:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00080000:2.0:1746137655.524055:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746137655.524058:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746137655.524059:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746137655.524061:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746137655.524073:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3763:1830957327458176:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.524081:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327458688:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.524087:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327459200:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.524093:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327459712:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.524099:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830957327458304:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.524108:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3763:1830957327458816:0@lo:400:kworker.0 00000100:00100000:2.0:1746137655.524114:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3763:1830957327459328:0@lo:400:kworker.0 00000100:00100000:1.0:1746137655.524154:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:0.0:1746137655.525402:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.525442:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333641600 00000100:00100000:2.0:1746137655.525446:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333641600 00010000:00010000:2.0:1746137655.525463:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.525492:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15784 00000100:00100000:2.0:1746137655.525497:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333641600:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.525506:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.525518:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.525527:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.525543:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177699e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd951 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.525669:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.525672:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.525677:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd958 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.525685:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd958 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.525714:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd958 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.525724:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327459840:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.525788:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.526839:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327459840:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.526851:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.526876:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333641600:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1379us (1476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.526883:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15784 00000100:00100000:0.0:1746137655.527245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.527308:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333641856 00000100:00100000:2.0:1746137655.527313:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333641856 00002000:00100000:2.0:1746137655.527413:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145880 x1830957333641856/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.527421:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145880 with x1830957333641856 ext(0->4095) 00002000:00010000:2.0:1746137655.527424:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f145880 00000100:00100000:2.0:1746137655.527629:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14829 00000100:00100000:2.0:1746137655.527636:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333641856:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.527744:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333641856:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (499us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.527749:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14829 00002000:00100000:2.0:1746137655.527755:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145880 x1830957333641856/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.527766:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145880 with x1830957333641856 ext(0->4095) 00002000:00010000:2.0:1746137655.527769:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f145880 00000100:00100000:0.0:1746137655.531401:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.531490:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333641984 00000100:00100000:2.0:1746137655.531497:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333641984 00000100:00100000:2.0:1746137655.531529:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31434 00000100:00100000:2.0:1746137655.531535:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333641984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.531548:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.531560:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd95f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.531582:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd958 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.531588:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.531590:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.531593:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd95f expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.531614:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd958 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.531624:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd958 expref: 33 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.531634:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327459968:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.531709:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.533126:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.533142:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327459968:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.533159:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd95f expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.533170:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae400, rc 0) 00000100:00100000:2.0:1746137655.533197:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333641984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1662us (1803us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.533198:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333642112 00000100:00100000:3.0:1746137655.533202:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333642112 00000100:00100000:2.0:1746137655.533203:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31434 00010000:00010000:3.0:1746137655.533219:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd958 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.533236:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15785 00000100:00100000:3.0:1746137655.533241:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333642112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.533247:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.533261:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd958 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.533268:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd958 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.533283:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb61417769a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd958 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.533710:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.533713:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.533719:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd95f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.533726:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd95f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.534190:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd95f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.534200:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327460096:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.534258:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.536618:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327460096:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.536633:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.536703:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2007:x1830957333642112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3461us (3579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.536711:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15785 00000100:00100000:0.0:1746137655.536769:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.537434:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333642368 00000100:00100000:2.0:1746137655.537440:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333642368 00002000:00100000:2.0:1746137655.537467:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287800 x1830957333642368/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.537476:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287800 with x1830957333642368 ext(0->4095) 00002000:00010000:2.0:1746137655.537479:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081287800 00000100:00100000:2.0:1746137655.537503:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14830 00000100:00100000:2.0:1746137655.537509:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333642368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.537606:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333642368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (838us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.537612:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14830 00002000:00100000:2.0:1746137655.537617:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287800 x1830957333642368/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.537624:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287800 with x1830957333642368 ext(0->4095) 00002000:00010000:2.0:1746137655.537627:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081287800 00000100:00100000:0.0:1746137655.539053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.540481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.540593:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333642496 00000100:00100000:2.0:1746137655.540599:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333642496 00000100:00100000:1.0:1746137655.540619:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333642624 00000100:00100000:1.0:1746137655.540623:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333642624 00000100:00100000:2.0:1746137655.540631:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31435 00000100:00100000:2.0:1746137655.540636:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333642496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.540649:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.540661:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd966 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.540682:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd95f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.540688:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.540689:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.540693:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.540715:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd95f expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.540725:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd95f expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.540733:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327460224:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.540790:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.540951:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31436 00000100:00100000:1.0:1746137655.540958:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1685:x1830957333642624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.540964:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.540970:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd96d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.540981:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.540985:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.540990:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.540992:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd96d expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.541013:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 36 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.541024:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd96d expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.541032:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eba00, rc 0) 00000100:00100000:1.0:1746137655.541055:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:1685:x1830957333642624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.541060:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31436 00000100:00100000:2.0:1746137655.542043:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327460224:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.542057:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.542071:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf600, rc 0) 00000100:00100000:2.0:1746137655.542105:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333642496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1468us (3054us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.542111:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31435 00000100:00100000:0.0:1746137655.543362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.543437:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333642752 00000100:00100000:3.0:1746137655.543442:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333642752 00010000:00010000:3.0:1746137655.543464:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd95f expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.543492:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15786 00000100:00100000:3.0:1746137655.543498:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333642752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.543509:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.543528:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd95f expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.543540:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd95f expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.543556:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae400/0xddf4fb61417769ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd95f expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.543579:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.543581:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.543586:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.543592:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.543615:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.543623:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.543632:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327460480:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.543690:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.546709:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.546756:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333643008 00000100:00100000:2.0:1746137655.546762:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333643008 00002000:00100000:2.0:1746137655.546794:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dd180 x1830957333643008/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137655.546795:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327460480:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.546834:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.547591:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333642752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4090us (4227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.547603:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15786 00002000:00100000:2.0:1746137655.547963:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dd180 with x1830957333643008 ext(0->4095) 00010000:00010000:2.0:1746137655.547972:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.547982:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.547988:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2dd180 00000100:00100000:2.0:1746137655.548011:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3692 00000100:00100000:2.0:1746137655.548019:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333643008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.548120:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333643008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (1416us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.548125:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3692 00002000:00100000:2.0:1746137655.548130:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dd180 x1830957333643008/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.548142:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dd180 with x1830957333643008 ext(0->4095) 00010000:00010000:2.0:1746137655.548146:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.548155:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.548160:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2dd180 00000100:00100000:0.0:1746137655.550006:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.550254:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333643136 00000100:00100000:3.0:1746137655.550259:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333643136 00010000:00010000:3.0:1746137655.550280:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.550316:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15787 00000100:00100000:3.0:1746137655.550322:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333643136:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.550333:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.550344:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.550353:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.550371:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb61417769b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd966 expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.550392:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.550393:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.550399:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd96d expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.550405:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd96d expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.550427:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd96d expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.550437:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327460608:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.550499:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.552863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.553147:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327460608:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.553163:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.553201:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333643136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2879us (3199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.553209:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15787 00000100:00100000:3.0:1746137655.553240:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333643392 00000100:00100000:3.0:1746137655.553243:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333643392 00002000:00100000:3.0:1746137655.553266:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8f100 x1830957333643392/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.553273:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8f100 with x1830957333643392 ext(0->4095) 00002000:00010000:3.0:1746137655.553277:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8f100 00000100:00100000:3.0:1746137655.553287:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14831 00000100:00100000:3.0:1746137655.553301:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2009:x1830957333643392:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137655.553385:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2009:x1830957333643392:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (526us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.553391:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14831 00002000:00100000:3.0:1746137655.553395:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8f100 x1830957333643392/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.553401:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8f100 with x1830957333643392 ext(0->4095) 00002000:00010000:3.0:1746137655.553404:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8f100 00000100:00100000:0.0:1746137655.556564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.556617:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333643520 00000100:00100000:2.0:1746137655.556624:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333643520 00000100:00100000:2.0:1746137655.556727:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31437 00000100:00100000:2.0:1746137655.556736:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333643520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.556750:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.556764:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd974 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.556785:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd96d expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.556791:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.556793:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.556796:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd974 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.556846:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd96d expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.556862:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd96d expref: 33 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.556872:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327460736:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.556940:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.558611:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327460736:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.558632:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd974 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.558643:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137655.558683:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333643520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1949us (2125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.558690:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31437 00000100:00100000:0.0:1746137655.559441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.559886:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333643648 00000100:00100000:3.0:1746137655.559892:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333643648 00010000:00010000:3.0:1746137655.559912:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd96d expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.559938:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15788 00000100:00100000:3.0:1746137655.559944:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333643648:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.559954:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.559969:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd96d expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.559978:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd96d expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.559995:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb61417769ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd96d expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.560008:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.560009:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.560015:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd974 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.560021:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd974 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.560041:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd974 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.560055:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327460864:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.560104:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.562037:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327460864:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.562052:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.562093:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333643648:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2149us (2653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.562102:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15788 00000100:00100000:0.0:1746137655.563112:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.563225:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333643904 00000100:00100000:3.0:1746137655.563230:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333643904 00002000:00100000:3.0:1746137655.563259:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8d880 x1830957333643904/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.563266:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8d880 with x1830957333643904 ext(0->4095) 00002000:00010000:3.0:1746137655.563270:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8d880 00000100:00100000:3.0:1746137655.563489:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14832 00000100:00100000:3.0:1746137655.563497:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333643904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.563744:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333643904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 247us (634us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.563750:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14832 00002000:00100000:3.0:1746137655.563755:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8d880 x1830957333643904/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.563761:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8d880 with x1830957333643904 ext(0->4095) 00002000:00010000:3.0:1746137655.563764:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8d880 00000100:00100000:0.0:1746137655.564238:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.564327:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333644032 00000100:00100000:2.0:1746137655.564331:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333644032 00000100:00100000:2.0:1746137655.564357:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31438 00000100:00100000:2.0:1746137655.564361:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1679:x1830957333644032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.564369:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.564387:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd97b expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.564404:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd974 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.564414:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.564415:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.564418:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.564437:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd974 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.564445:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd974 expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.564453:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327460992:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.564500:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.565991:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327460992:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.566009:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.566020:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:0.0:1746137655.566096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.566583:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333644032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2219us (2344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.566591:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31438 00000100:00100000:2.0:1746137655.566987:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333644160 00000100:00100000:2.0:1746137655.566992:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333644160 00000100:00100000:2.0:1746137655.567028:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31439 00000100:00100000:2.0:1746137655.567033:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1685:x1830957333644160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.567045:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.567055:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd982 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.567074:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.567077:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.567084:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.567086:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd982 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.567107:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.567116:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd982 expref: 35 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.567123:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137655.567142:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1685:x1830957333644160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (1046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.567147:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31439 00000100:00100000:0.0:1746137655.567591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.567755:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333644288 00000100:00100000:3.0:1746137655.567759:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333644288 00010000:00010000:3.0:1746137655.567774:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd974 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.567973:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15789 00000100:00100000:3.0:1746137655.567980:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333644288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.567988:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.568004:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd974 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.568014:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd974 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.568029:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417769c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd974 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.568042:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.568044:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.568049:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.568055:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.568074:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.568087:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.568096:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327461248:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.569090:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.571396:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.571481:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327461248:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.571497:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.571539:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333644288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3559us (3948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.571547:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15789 00000100:00100000:2.0:1746137655.571605:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333644544 00000100:00100000:2.0:1746137655.571610:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333644544 00002000:00100000:2.0:1746137655.571639:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4b5180 x1830957333644544/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.571648:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b5180 with x1830957333644544 ext(0->4095) 00010000:00010000:2.0:1746137655.571655:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.571665:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.571671:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4b5180 00000100:00100000:2.0:1746137655.571683:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3693 00000100:00100000:2.0:1746137655.571688:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333644544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.571773:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333644544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (382us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.571778:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3693 00002000:00100000:2.0:1746137655.571783:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4b5180 x1830957333644544/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.571789:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b5180 with x1830957333644544 ext(0->4095) 00010000:00010000:2.0:1746137655.571793:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.571801:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.571823:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4b5180 00000100:00100000:0.0:1746137655.574379:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.574492:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333644672 00000100:00100000:3.0:1746137655.574499:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333644672 00010000:00010000:3.0:1746137655.574528:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.575103:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15790 00000100:00100000:3.0:1746137655.575112:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333644672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.575124:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.575141:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.575151:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.575169:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb61417769c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd97b expref: 35 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.575189:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.575191:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.575196:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd982 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.575203:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd982 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.575231:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd982 expref: 34 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.575241:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327461376:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.575399:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009095fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.577569:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327461376:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.577588:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.577621:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ce9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333644672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2509us (3248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.577631:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15790 00000100:00100000:0.0:1746137655.578187:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.578903:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333644928 00000100:00100000:1.0:1746137655.578910:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333644928 00002000:00100000:1.0:1746137655.578939:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1180 x1830957333644928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.578947:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1180 with x1830957333644928 ext(0->4095) 00002000:00010000:1.0:1746137655.578951:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1180 00000100:00100000:1.0:1746137655.578975:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14833 00000100:00100000:1.0:1746137655.578981:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333644928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.579075:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333644928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (889us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.579081:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14833 00002000:00100000:1.0:1746137655.579086:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1180 x1830957333644928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.579097:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1180 with x1830957333644928 ext(0->4095) 00002000:00010000:1.0:1746137655.579099:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1180 00000100:00100000:0.0:1746137655.580205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.580255:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333645056 00000100:00100000:3.0:1746137655.580259:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333645056 00000100:00100000:3.0:1746137655.580334:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31440 00000100:00100000:3.0:1746137655.580341:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333645056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.580351:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.580365:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd989 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.580390:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd982 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.580396:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.580398:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.580401:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd989 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.580430:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd982 expref: 33 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.580440:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd982 expref: 33 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.580450:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327461504:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.580517:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.581593:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327461504:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.581610:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd989 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.581620:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137655.581742:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333645056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1399us (1536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.581748:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31440 00000100:00100000:0.0:1746137655.581869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.581956:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333645184 00000100:00100000:3.0:1746137655.581960:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333645184 00010000:00010000:3.0:1746137655.581977:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd982 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.582003:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15791 00000100:00100000:3.0:1746137655.582009:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333645184:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.582017:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.582072:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd982 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.582082:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd982 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.582096:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd982 expref: 34 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.582141:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.582143:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.582148:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd989 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.582156:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd989 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.582175:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd989 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.582184:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327461632:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.582475:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.583950:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327461632:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.583962:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.583993:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2007:x1830957333645184:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1983us (2123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.584038:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15791 00000100:00100000:2.0:1746137655.584151:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.584229:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333645440 00000100:00100000:3.0:1746137655.584233:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333645440 00002000:00100000:3.0:1746137655.584275:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e2300 x1830957333645440/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.584284:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2300 with x1830957333645440 ext(0->4095) 00002000:00010000:3.0:1746137655.584287:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e2300 00000100:00100000:3.0:1746137655.584312:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14834 00000100:00100000:3.0:1746137655.584318:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333645440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137655.584557:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333645440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (270us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.584562:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14834 00002000:00100000:3.0:1746137655.584568:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e2300 x1830957333645440/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.584575:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2300 with x1830957333645440 ext(0->4095) 00002000:00010000:3.0:1746137655.584578:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e2300 00000100:00100000:0.0:1746137655.585861:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.585982:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333645568 00000100:00100000:3.0:1746137655.585986:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333645568 00000100:00100000:3.0:1746137655.586049:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31441 00000100:00100000:3.0:1746137655.586054:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1685:x1830957333645568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.586065:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.586076:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd990 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.586094:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd989 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.586100:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.586102:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.586105:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.586125:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd989 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.586134:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd989 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.586144:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327461760:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.586438:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.586893:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957327461888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746137655.586920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137655.587018:0:11740:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327461888 00000100:00100000:2.0:1746137655.587022:0:11740:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327461888 00000100:00100000:2.0:1746137655.587053:0:11740:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1746137655.587058:0:11740:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957327461888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746137655.587076:0:11740:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920228352 avail 3688706048 00000100:00100000:2.0:1746137655.587114:0:11740:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957327461888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.587119:0:11740:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1746137655.587181:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957327461888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746137655.588553:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327461760:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.588572:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.588584:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137655.588618:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1685:x1830957333645568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2564us (2760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.588628:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31441 00000100:00100000:0.0:1746137655.589442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.590120:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.590216:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333645824 00000100:00100000:2.0:1746137655.590222:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333645824 00000100:00100000:2.0:1746137655.590260:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31442 00000100:00100000:2.0:1746137655.590266:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333645824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.590278:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.590347:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd997 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.590368:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.590372:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.590378:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.590381:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.590405:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.590416:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.590424:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137655.590461:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333645824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.590466:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31442 00000100:00100000:3.0:1746137655.590580:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333645696 00000100:00100000:3.0:1746137655.590584:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333645696 00010000:00010000:3.0:1746137655.590599:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd989 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.590618:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15792 00000100:00100000:3.0:1746137655.590623:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333645696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.590630:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.590644:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd989 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.590653:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd989 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.590668:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417769d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd989 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.591414:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.591416:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.591422:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.591429:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.591449:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.591458:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.591467:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327462144:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.591525:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.592908:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327462144:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.592921:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.592962:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333645696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2338us (3520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.592970:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15792 00000100:00100000:0.0:1746137655.593204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.593493:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333646080 00000100:00100000:3.0:1746137655.593498:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333646080 00002000:00100000:3.0:1746137655.593522:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79c00 x1830957333646080/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.593531:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79c00 with x1830957333646080 ext(0->4095) 00010000:00010000:3.0:1746137655.593537:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.593546:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.593552:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d79c00 00000100:00100000:3.0:1746137655.593632:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3694 00000100:00100000:3.0:1746137655.593638:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333646080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.593737:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333646080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (533us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.593745:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3694 00002000:00100000:3.0:1746137655.593750:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79c00 x1830957333646080/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.593756:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79c00 with x1830957333646080 ext(0->4095) 00010000:00010000:3.0:1746137655.593761:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.593768:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.593773:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d79c00 00000100:00100000:0.0:1746137655.594744:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.594801:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.594902:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333646208 00000100:00100000:2.0:1746137655.594906:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333646208 00000100:00100000:2.0:1746137655.594939:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31443 00000100:00100000:2.0:1746137655.594945:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333646208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.594955:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.594966:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd99e expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.594982:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.594986:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.594992:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137655.594995:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.595019:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.595030:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.595038:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137655.595061:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333646208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.595070:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31443 00000100:00100000:3.0:1746137655.595146:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333646336 00000100:00100000:3.0:1746137655.595149:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333646336 00010000:00010000:3.0:1746137655.595166:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.595181:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15793 00000100:00100000:3.0:1746137655.595186:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333646336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.595192:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.595203:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.595210:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.595225:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417769dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd990 expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.595234:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.595235:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.595239:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.595245:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.595262:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.595271:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.595280:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327462400:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.595336:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.596589:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327462400:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.596601:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.596666:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333646336:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1478us (1863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.596673:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15793 00000100:00100000:0.0:1746137655.596737:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.596930:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333646592 00000100:00100000:3.0:1746137655.596934:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333646592 00002000:00100000:3.0:1746137655.596955:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfcb480 x1830957333646592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.596963:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfcb480 with x1830957333646592 ext(0->4095) 00010000:00010000:3.0:1746137655.596968:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.596977:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.596982:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfcb480 00000100:00100000:3.0:1746137655.597006:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3695 00000100:00100000:3.0:1746137655.597012:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333646592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137655.597265:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333646592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 252us (528us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.597270:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3695 00002000:00100000:3.0:1746137655.597275:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfcb480 x1830957333646592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.597282:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfcb480 with x1830957333646592 ext(0->4095) 00010000:00010000:3.0:1746137655.597285:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.597305:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.597310:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfcb480 00000100:00100000:0.0:1746137655.599110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.599155:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333646720 00000100:00100000:3.0:1746137655.599160:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333646720 00010000:00010000:3.0:1746137655.599179:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746137655.599179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.599205:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15794 00000100:00100000:3.0:1746137655.599210:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333646720:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.599220:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.599232:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.599240:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.599257:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb61417769e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd997 expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.599268:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.599270:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.599275:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.599282:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.599318:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.599332:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327462528:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.599344:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333646848 00000100:00100000:1.0:1746137655.599347:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333646848 00000100:00100000:1.0:1746137655.599377:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31444 00000100:00100000:3.0:1746137655.599379:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.599383:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333646848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.599392:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.599399:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9a5 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.599413:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.599418:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.599419:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.599422:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9a5 expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.599436:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.599445:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.599452:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327462656:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137655.599471:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.600716:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.600764:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333647104 00000100:00100000:2.0:1746137655.600768:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333647104 00000100:00100000:3.0:1746137655.600788:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327462528:192.168.203.12@tcp:105: 00002000:00100000:2.0:1746137655.600789:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0e9880 x1830957333647104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.600797:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e9880 with x1830957333647104 ext(0->4095) 00010000:00010000:3.0:1746137655.600800:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137655.600802:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.600833:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.600839:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0e9880 00000100:00100000:3.0:1746137655.600843:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333646720:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1633us (1738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.600849:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15794 00000100:00100000:1.0:1746137655.600917:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327462656:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.600931:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9a5 expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.600940:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:1.0:1746137655.600957:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333646848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1574us (1777us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.600962:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31444 00000100:00100000:2.0:1746137655.601006:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3696 00000100:00100000:2.0:1746137655.601012:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333647104:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137655.601101:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333647104:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (386us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.601107:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3696 00002000:00100000:2.0:1746137655.601111:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0e9880 x1830957333647104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.601117:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e9880 with x1830957333647104 ext(0->4095) 00010000:00010000:2.0:1746137655.601121:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.601133:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.601138:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0e9880 00000100:00100000:0.0:1746137655.603044:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327462784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746137655.603195:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327462912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746137655.603254:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137655.603254:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137655.603713:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327462784 00000100:00100000:1.0:1746137655.603718:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327462784 00000100:00100000:1.0:1746137655.603756:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1746137655.603761:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957327462784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746137655.603782:0:7240:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:1.0:1746137655.603840:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957327462784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.603845:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1746137655.603864:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327462912 00000100:00100000:1.0:1746137655.603866:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327462912 00000100:00100000:1.0:1746137655.603892:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1746137655.603896:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327462912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746137655.603906:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920228352 avail 3688706048 00000100:00100000:1.0:1746137655.603926:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327462912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 30us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.603930:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1746137655.604082:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327462912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746137655.604189:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327462784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746137655.604518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.604625:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333647232 00000100:00100000:3.0:1746137655.604629:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333647232 00010000:00010000:3.0:1746137655.604646:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.604670:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15795 00000100:00100000:3.0:1746137655.604675:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333647232:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.604683:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.604695:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.604704:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.604720:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb61417769eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd99e expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.604729:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.604732:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.604737:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9a5 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.604744:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9a5 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.604763:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9a5 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.604771:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327463040:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.604841:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.606998:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327463040:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.607014:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.607046:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333647232:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2369us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.607055:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15795 00000100:00100000:0.0:1746137655.607342:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.607424:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333647488 00000100:00100000:1.0:1746137655.607428:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333647488 00002000:00100000:1.0:1746137655.607457:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098618a80 x1830957333647488/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.607466:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618a80 with x1830957333647488 ext(0->4095) 00002000:00010000:1.0:1746137655.607469:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098618a80 00000100:00100000:1.0:1746137655.607484:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14835 00000100:00100000:1.0:1746137655.607490:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333647488:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.607965:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333647488:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 474us (622us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.607970:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14835 00002000:00100000:1.0:1746137655.607975:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098618a80 x1830957333647488/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.607981:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618a80 with x1830957333647488 ext(0->4095) 00002000:00010000:1.0:1746137655.607983:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098618a80 00000100:00100000:0.0:1746137655.610137:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.610241:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333647616 00000100:00100000:1.0:1746137655.610246:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333647616 00000100:00100000:1.0:1746137655.610278:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31445 00000100:00100000:1.0:1746137655.610284:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333647616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.610309:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.610322:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9ac expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.610344:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9a5 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.610350:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.610352:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.610355:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ac expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.610383:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9a5 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.610393:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9a5 expref: 33 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.610402:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327463168:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137655.610782:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.612425:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327463168:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.612446:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ac expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.612462:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eac00, rc 0) 00000100:00100000:1.0:1746137655.612502:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333647616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2217us (2368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.612510:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31445 00000100:00100000:0.0:1746137655.612757:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.612933:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333647744 00000100:00100000:3.0:1746137655.612938:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333647744 00010000:00010000:3.0:1746137655.612995:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9a5 expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.613024:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15796 00000100:00100000:3.0:1746137655.613031:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333647744:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.613041:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.613055:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9a5 expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.613068:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9a5 expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.613086:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb61417769f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9a5 expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.613101:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.613103:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.613108:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ac expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.613114:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ac expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.613137:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ac expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.613146:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327463296:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.613198:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.614386:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327463296:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.614397:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.614417:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333647744:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1388us (1662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.614424:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15796 00000100:00100000:0.0:1746137655.614931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.615067:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333648000 00000100:00100000:1.0:1746137655.615072:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333648000 00002000:00100000:1.0:1746137655.615097:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c5f80 x1830957333648000/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.615104:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c5f80 with x1830957333648000 ext(0->4095) 00002000:00010000:1.0:1746137655.615108:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c5f80 00000100:00100000:1.0:1746137655.615135:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14836 00000100:00100000:1.0:1746137655.615141:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333648000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.615231:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333648000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.615237:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14836 00002000:00100000:1.0:1746137655.615242:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c5f80 x1830957333648000/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.615247:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c5f80 with x1830957333648000 ext(0->4095) 00002000:00010000:1.0:1746137655.615249:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c5f80 00000100:00100000:0.0:1746137655.616315:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.616386:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333648128 00000100:00100000:1.0:1746137655.616389:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333648128 00000100:00100000:1.0:1746137655.616548:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31446 00000100:00100000:1.0:1746137655.616555:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1685:x1830957333648128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.616565:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.616575:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9b3 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.616598:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ac expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.616605:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.616607:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.616610:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.616630:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ac expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.616644:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ac expref: 5 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.616654:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327463424:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137655.616711:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.616907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.617008:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333648256 00000100:00100000:3.0:1746137655.617012:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333648256 00000100:00100000:3.0:1746137655.617030:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31447 00000100:00100000:3.0:1746137655.617035:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333648256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.617041:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.617047:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9ba expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.617145:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.617150:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.617156:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.617158:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 36 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.617176:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.617186:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 36 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.617194:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137655.617382:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:1679:x1830957333648256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.617389:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31447 00000100:00100000:1.0:1746137655.618071:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327463424:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.618091:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.618099:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea400, rc 0) 00000100:00100000:1.0:1746137655.618149:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1685:x1830957333648128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1595us (1834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.618154:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31446 00000100:00100000:0.0:1746137655.621448:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.621834:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333648384 00000100:00100000:3.0:1746137655.621841:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333648384 00010000:00010000:3.0:1746137655.621980:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ac expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.622018:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15797 00000100:00100000:3.0:1746137655.622025:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333648384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.622035:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.622052:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ac expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.622062:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ac expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.622080:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb61417769f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ac expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.622153:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.622155:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.622162:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.622170:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.622196:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.622206:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.622221:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327463680:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.622619:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d8ccf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.625184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.625385:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327463680:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.625402:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.625436:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ce9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333648384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3411us (3994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.625445:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15797 00000100:00100000:1.0:1746137655.625481:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333648640 00000100:00100000:1.0:1746137655.625486:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333648640 00002000:00100000:1.0:1746137655.625513:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c4e00 x1830957333648640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.625521:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c4e00 with x1830957333648640 ext(0->4095) 00010000:00010000:1.0:1746137655.625528:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.625539:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.625549:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c4e00 00000100:00100000:1.0:1746137655.625574:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3697 00000100:00100000:1.0:1746137655.625580:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333648640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.625665:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333648640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.625670:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3697 00002000:00100000:1.0:1746137655.625674:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c4e00 x1830957333648640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.625681:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c4e00 with x1830957333648640 ext(0->4095) 00010000:00010000:1.0:1746137655.625686:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.625694:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.625700:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c4e00 00000100:00100000:0.0:1746137655.628188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.628235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.628318:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333648768 00000100:00100000:1.0:1746137655.628324:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333648768 00000100:00100000:3.0:1746137655.628368:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333648896 00000100:00100000:3.0:1746137655.628372:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333648896 00010000:00010000:3.0:1746137655.628387:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.628413:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15798 00000100:00100000:3.0:1746137655.628419:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2010:x1830957333648896:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.628428:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746137655.628443:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31448 00000100:00100000:1.0:1746137655.628449:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333648768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.628460:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.628470:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9c1 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.628478:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.628486:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.628720:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.628725:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.628730:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137655.628733:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.628748:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776a00 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9b3 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.628763:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.628772:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.628780:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.628781:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.628786:0:9582:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.628793:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.628801:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137655.628825:0:9582:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 34 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.628833:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.628846:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327463936:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.628970:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2010:x1830957333648896:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 549us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.628977:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15798 00000100:00100000:1.0:1746137655.629060:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.630720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.630785:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333649152 00000100:00100000:3.0:1746137655.630790:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333649152 00002000:00100000:3.0:1746137655.630836:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c8e00 x1830957333649152/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.630844:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8e00 with x1830957333649152 ext(0->4095) 00010000:00010000:3.0:1746137655.630850:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.630860:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.630866:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c8e00 00000100:00100000:3.0:1746137655.630882:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3698 00000100:00100000:3.0:1746137655.630889:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333649152:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137655.630980:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333649152:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.630986:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3698 00002000:00100000:3.0:1746137655.630991:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c8e00 x1830957333649152/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.630998:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8e00 with x1830957333649152 ext(0->4095) 00010000:00010000:3.0:1746137655.631002:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.631016:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.631021:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c8e00 00000100:00100000:1.0:1746137655.631085:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327463936:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.631098:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:1.0:1746137655.631132:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333648768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2683us (2948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.631138:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31448 00000100:00100000:0.0:1746137655.633552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.633671:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333649280 00000100:00100000:1.0:1746137655.633678:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333649280 00000100:00100000:0.0:1746137655.633683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.633754:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333649408 00000100:00100000:3.0:1746137655.633757:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333649408 00010000:00010000:3.0:1746137655.633774:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.633794:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15799 00000100:00100000:3.0:1746137655.633800:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333649408:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.633833:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.633847:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.633858:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.633876:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776a07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9ba expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.633891:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.633893:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.633899:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.633911:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.633936:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.633946:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327464064:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.634075:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31449 00000100:00100000:1.0:1746137655.634081:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333649280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.634091:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.634100:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9c8 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.634113:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.634119:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.634120:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.634123:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c8 expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.634137:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.634150:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 5 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.634158:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327464192:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.634206:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.634206:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.635949:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327464064:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.635974:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.636002:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333649408:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2201us (2317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.636009:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15799 00000100:00100000:0.0:1746137655.636067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.636079:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327464192:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.636094:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c8 expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.636104:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb000, rc 0) 00000100:00100000:1.0:1746137655.636125:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333649280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2044us (2580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.636130:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31449 00000100:00100000:2.0:1746137655.636537:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333649664 00000100:00100000:2.0:1746137655.636543:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333649664 00002000:00100000:2.0:1746137655.636575:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae6d80 x1830957333649664/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.636583:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae6d80 with x1830957333649664 ext(0->4095) 00010000:00010000:2.0:1746137655.636589:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.636599:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.636605:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae6d80 00000100:00100000:2.0:1746137655.636632:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3699 00000100:00100000:2.0:1746137655.636641:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333649664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.636738:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333649664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (671us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.636744:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3699 00002000:00100000:2.0:1746137655.636749:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae6d80 x1830957333649664/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.636756:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae6d80 with x1830957333649664 ext(0->4095) 00010000:00010000:2.0:1746137655.636760:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.636767:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.636772:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae6d80 00000100:00100000:0.0:1746137655.638392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.638686:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333649792 00000100:00100000:3.0:1746137655.638691:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333649792 00010000:00010000:3.0:1746137655.638711:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.638738:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15800 00000100:00100000:3.0:1746137655.638744:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333649792:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.638753:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.638764:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.638773:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.638790:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776a0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c1 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.638800:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.638801:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.638823:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c8 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.638829:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c8 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.638851:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c8 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.638859:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327464320:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.638921:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.640735:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.640793:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333650048 00000100:00100000:2.0:1746137655.640798:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333650048 00000100:00100000:3.0:1746137655.640831:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327464320:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.640845:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137655.640848:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae4a80 x1830957333650048/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.640855:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae4a80 with x1830957333650048 ext(0->4095) 00002000:00010000:2.0:1746137655.640859:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae4a80 00000100:00100000:2.0:1746137655.640876:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14837 00000100:00100000:3.0:1746137655.640886:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333649792:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2141us (2497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.640893:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15800 00000100:00100000:2.0:1746137655.640987:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333650048:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.641064:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333650048:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 80us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.641069:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14837 00002000:00100000:2.0:1746137655.641074:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae4a80 x1830957333650048/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.641080:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae4a80 with x1830957333650048 ext(0->4095) 00002000:00010000:2.0:1746137655.641082:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae4a80 00000100:00100000:0.0:1746137655.642123:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.642199:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333650176 00000100:00100000:1.0:1746137655.642203:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333650176 00000100:00100000:1.0:1746137655.642281:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31450 00000100:00100000:1.0:1746137655.642287:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333650176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.642306:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.642318:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9cf expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.642335:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c8 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.642346:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.642347:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.642350:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9cf expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.642371:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c8 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.642380:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c8 expref: 33 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.642389:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327464448:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137655.642662:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.644275:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327464448:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.644305:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9cf expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.644317:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eaa00, rc 0) 00000100:00100000:1.0:1746137655.644359:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333650176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2070us (2236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.644366:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31450 00000100:00100000:0.0:1746137655.644499:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.644556:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333650304 00000100:00100000:3.0:1746137655.644561:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333650304 00010000:00010000:3.0:1746137655.644577:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c8 expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.644595:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15801 00000100:00100000:3.0:1746137655.644600:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333650304:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.644607:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.644619:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c8 expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.644628:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c8 expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.644645:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776a15 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9c8 expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.644657:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.644659:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.644664:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9cf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.644670:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9cf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.644690:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9cf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.644698:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327464576:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.644731:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.646566:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327464576:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.646579:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.646615:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2008:x1830957333650304:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2013us (2119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.646622:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15801 00000100:00100000:0.0:1746137655.648036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.648103:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333650560 00000100:00100000:2.0:1746137655.648109:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333650560 00002000:00100000:2.0:1746137655.648140:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a8380 x1830957333650560/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.648148:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8380 with x1830957333650560 ext(0->4095) 00002000:00010000:2.0:1746137655.648152:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a8380 00000100:00100000:2.0:1746137655.648178:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14838 00000100:00100000:2.0:1746137655.648184:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333650560:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.648273:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333650560:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.648278:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14838 00002000:00100000:2.0:1746137655.648282:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a8380 x1830957333650560/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.648288:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8380 with x1830957333650560 ext(0->4095) 00002000:00010000:2.0:1746137655.648304:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a8380 00000100:00100000:0.0:1746137655.649365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.649422:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333650688 00000100:00100000:1.0:1746137655.649426:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333650688 00000100:00100000:1.0:1746137655.649457:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31451 00000100:00100000:1.0:1746137655.649462:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:1685:x1830957333650688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.649474:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.649485:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9d6 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.649502:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9cf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.649509:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.649510:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.649513:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.649533:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9cf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.649542:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9cf expref: 5 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.649555:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327464704:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137655.649616:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.650941:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.650973:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327464704:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137655.650979:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137655.650992:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.651003:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00000100:00100000:1.0:1746137655.651029:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1685:x1830957333650688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1566us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.651038:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31451 00000100:00100000:1.0:1746137655.651053:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333650944 00000100:00100000:1.0:1746137655.651056:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333650944 00000100:00100000:3.0:1746137655.651058:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333650816 00000100:00100000:3.0:1746137655.651062:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333650816 00010000:00010000:3.0:1746137655.651076:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9cf expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.651077:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31452 00000100:00100000:1.0:1746137655.651080:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333650944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.651086:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137655.651092:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15802 00010000:00010000:1.0:1746137655.651092:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9dd expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.651096:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333650816:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137655.651101:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.651103:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137655.651103:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.651106:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.651108:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.651114:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9cf expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.651121:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.651123:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9cf expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.651143:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776a1c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9cf expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.651143:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.651147:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.651147:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.651150:0:9582:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.651158:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.651164:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137655.651167:0:9582:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.651172:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.651179:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327464960:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.651180:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333650816:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 83us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.651186:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15802 00000100:00100000:1.0:1746137655.651205:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.652744:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327464960:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.652757:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eae00, rc 0) 00000100:00100000:1.0:1746137655.652779:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333650944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1698us (1841us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.652786:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31452 00000100:00100000:0.0:1746137655.653383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.653456:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333651200 00000100:00100000:2.0:1746137655.653461:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333651200 00002000:00100000:2.0:1746137655.653489:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fad80 x1830957333651200/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.653498:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fad80 with x1830957333651200 ext(0->4095) 00010000:00010000:2.0:1746137655.653505:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.653521:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.653531:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4fad80 00000100:00100000:2.0:1746137655.653546:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3700 00000100:00100000:2.0:1746137655.653555:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333651200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.653667:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2008:x1830957333651200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (285us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.653673:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3700 00002000:00100000:2.0:1746137655.653677:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fad80 x1830957333651200/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.653684:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fad80 with x1830957333651200 ext(0->4095) 00010000:00010000:2.0:1746137655.653689:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.653698:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.653703:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4fad80 00000100:00100000:0.0:1746137655.655797:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.655882:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.656049:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333651328 00000100:00100000:1.0:1746137655.656055:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333651328 00000100:00100000:1.0:1746137655.656095:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31453 00000100:00100000:1.0:1746137655.656102:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333651328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.656115:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.656128:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9e4 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.656150:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.656155:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.656160:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137655.656163:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.656190:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.656200:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.656208:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb600, rc 0) 00000100:00100000:1.0:1746137655.656238:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333651328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.656243:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31453 00000100:00100000:2.0:1746137655.656319:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333651456 00000100:00100000:2.0:1746137655.656322:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333651456 00010000:00010000:2.0:1746137655.656335:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.656351:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15803 00000100:00100000:2.0:1746137655.656355:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2007:x1830957333651456:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.656362:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.656375:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.656383:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.656397:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776a23 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9d6 expref: 35 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.656409:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.656411:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.656416:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.656422:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.656440:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.656455:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.656464:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327465216:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.656514:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.657827:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327465216:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.657840:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.657863:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333651456:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1507us (1980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.657871:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15803 00000100:00100000:0.0:1746137655.658171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.658410:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333651712 00000100:00100000:2.0:1746137655.658415:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333651712 00002000:00100000:2.0:1746137655.658438:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28d500 x1830957333651712/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.658447:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28d500 with x1830957333651712 ext(0->4095) 00010000:00010000:2.0:1746137655.658453:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.658463:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.658470:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28d500 00000100:00100000:2.0:1746137655.658494:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3701 00000100:00100000:2.0:1746137655.658500:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333651712:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.658589:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333651712:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.658595:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3701 00002000:00100000:2.0:1746137655.658600:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28d500 x1830957333651712/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.658607:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28d500 with x1830957333651712 ext(0->4095) 00010000:00010000:2.0:1746137655.658611:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.658624:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.658630:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28d500 00000100:00100000:0.0:1746137655.660653:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.660698:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333651840 00000100:00100000:2.0:1746137655.660704:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333651840 00000100:00100000:0.0:1746137655.660723:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137655.660726:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.660748:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15804 00000100:00100000:2.0:1746137655.660753:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2009:x1830957333651840:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.660762:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.660775:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.660785:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.660799:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333651968 00010000:00010000:2.0:1746137655.660802:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776a2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9dd expref: 34 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.660803:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333651968 00000100:00100000:3.0:1746137655.660847:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31454 00010000:00010000:2.0:1746137655.660847:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.660849:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746137655.660852:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:1679:x1830957333651968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.660855:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.660862:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.660870:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.660895:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.660947:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9eb expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.660955:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327465344:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.660968:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.660973:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.660974:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.660977:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.660992:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.661001:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 5 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.661008:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327465472:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.661016:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.661029:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.662846:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327465472:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.662846:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327465344:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.662859:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137655.662864:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.662878:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:2.0:1746137655.662888:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ce8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:2009:x1830957333651840:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2134us (2239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.662895:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:1679:x1830957333651968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2042us (2172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.662895:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15804 00000100:00100000:3.0:1746137655.662901:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31454 00000100:00100000:0.0:1746137655.662913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.662928:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333652224 00000100:00100000:3.0:1746137655.662931:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333652224 00002000:00100000:3.0:1746137655.662951:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28e300 x1830957333652224/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.662959:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28e300 with x1830957333652224 ext(0->4095) 00010000:00010000:3.0:1746137655.662964:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.662973:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.662978:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28e300 00000100:00100000:3.0:1746137655.662990:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3702 00000100:00100000:3.0:1746137655.662995:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333652224:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.663073:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333652224:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 77us (159us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.663079:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3702 00002000:00100000:3.0:1746137655.663083:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28e300 x1830957333652224/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.663095:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28e300 with x1830957333652224 ext(0->4095) 00010000:00010000:3.0:1746137655.663100:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.663108:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.663113:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28e300 00000100:00100000:0.0:1746137655.664664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.664714:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333652352 00000100:00100000:2.0:1746137655.664719:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333652352 00010000:00010000:2.0:1746137655.664749:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.664777:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15805 00000100:00100000:2.0:1746137655.664783:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333652352:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.664957:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.664971:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.664982:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.664999:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776a31 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9e4 expref: 6 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.665019:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.665160:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.665167:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.665175:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.665198:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.665207:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327465600:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.665269:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.667518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.667848:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327465600:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.667861:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.667889:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333652352:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3107us (3229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.667896:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15805 00000100:00100000:2.0:1746137655.668119:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333652608 00000100:00100000:2.0:1746137655.668125:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333652608 00002000:00100000:2.0:1746137655.668151:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5b800 x1830957333652608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.668160:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5b800 with x1830957333652608 ext(0->4095) 00002000:00010000:2.0:1746137655.668164:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec5b800 00000100:00100000:2.0:1746137655.668189:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14839 00000100:00100000:2.0:1746137655.668195:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2010:x1830957333652608:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137655.668276:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2010:x1830957333652608:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 80us (762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.668282:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14839 00002000:00100000:2.0:1746137655.668287:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5b800 x1830957333652608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.668305:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5b800 with x1830957333652608 ext(0->4095) 00002000:00010000:2.0:1746137655.668308:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec5b800 00000100:00100000:0.0:1746137655.673081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.673175:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333652736 00000100:00100000:3.0:1746137655.673183:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333652736 00000100:00100000:3.0:1746137655.673228:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31455 00000100:00100000:3.0:1746137655.673234:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333652736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.673248:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.673261:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9f2 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.673285:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.673301:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.673303:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.673306:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.673329:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 33 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.673339:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 33 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.673349:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327465728:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.673424:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.676658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.676716:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333652864 00000100:00100000:2.0:1746137655.676723:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333652864 00002000:00100000:2.0:1746137655.676756:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800968e8700 x1830957333652864/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.676765:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8700 with x1830957333652864 ext(0->7) 00010000:00010000:2.0:1746137655.676772:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.676784:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 34 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.676790:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e8700 00000100:00100000:2.0:1746137655.676827:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3703 00000100:00100000:2.0:1746137655.676833:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2008:x1830957333652864:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137655.676847:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327465728:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.676867:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.676879:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:3.0:1746137655.676921:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333652736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3687us (3847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.676928:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31455 00000100:00100000:0.0:1746137655.677827:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2008:x1830957333652864:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 992us (1174us total) trans 4294972190 rc 0/0 00000100:00100000:0.0:1746137655.677833:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3703 00002000:00100000:0.0:1746137655.677838:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800968e8700 x1830957333652864/t4294972190(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/448 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.677845:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8700 with x1830957333652864 ext(0->7) 00010000:00010000:0.0:1746137655.677850:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 36 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.677858:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 36 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.677863:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e8700 00000100:00100000:0.0:1746137655.681544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.681636:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333652992 00000100:00100000:3.0:1746137655.681643:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333652992 00000100:00100000:3.0:1746137655.681680:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31456 00000100:00100000:3.0:1746137655.681687:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:1679:x1830957333652992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.681703:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.681717:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdd9f9 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.681746:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.681753:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.681758:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137655.681762:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 37 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.681794:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.681833:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 37 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.681841:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137655.681879:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:1679:x1830957333652992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.681879:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.681885:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31456 00000100:00100000:2.0:1746137655.682054:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333653120 00000100:00100000:2.0:1746137655.682059:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333653120 00010000:00010000:2.0:1746137655.682074:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 37 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.682147:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15806 00000100:00100000:2.0:1746137655.682153:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:2008:x1830957333653120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.682161:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.682175:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 37 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.682185:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 37 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.682198:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9eb expref: 37 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.682219:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.682221:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.682226:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.682233:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.682452:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.682463:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.682473:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327465984:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.682538:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.684329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.684417:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327465984:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.684430:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.684462:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2008:x1830957333653120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2308us (2582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.684470:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15806 00000100:00100000:1.0:1746137655.684537:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333653376 00000100:00100000:1.0:1746137655.684542:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333653376 00002000:00100000:1.0:1746137655.684572:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968eb480 x1830957333653376/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.684581:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb480 with x1830957333653376 ext(0->4095) 00010000:00010000:1.0:1746137655.684587:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.684601:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.684606:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968eb480 00000100:00100000:1.0:1746137655.684621:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3704 00000100:00100000:1.0:1746137655.684626:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333653376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.684801:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333653376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 173us (475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.684831:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3704 00002000:00100000:1.0:1746137655.684836:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968eb480 x1830957333653376/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.684843:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb480 with x1830957333653376 ext(0->4095) 00010000:00010000:1.0:1746137655.684847:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.684856:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.684861:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968eb480 00000100:00100000:0.0:1746137655.686332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.686382:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333653504 00000100:00100000:2.0:1746137655.686387:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333653504 00010000:00010000:2.0:1746137655.686410:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.686431:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15807 00000100:00100000:2.0:1746137655.686437:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333653504:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.686482:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.686497:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.686507:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.686525:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776a3f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f2 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.686536:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.686538:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.686548:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.686555:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.686580:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.686590:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327466112:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.686661:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.687587:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327466112:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.687606:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.687634:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333653504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1196us (1306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.687641:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15807 00000100:00100000:0.0:1746137655.687996:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.688036:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333653760 00000100:00100000:1.0:1746137655.688040:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333653760 00002000:00100000:1.0:1746137655.688067:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8380 x1830957333653760/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.688120:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8380 with x1830957333653760 ext(0->4095) 00002000:00010000:1.0:1746137655.688124:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968e8380 00000100:00100000:1.0:1746137655.688148:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14840 00000100:00100000:1.0:1746137655.688154:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2009:x1830957333653760:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137655.688256:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2009:x1830957333653760:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.688262:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14840 00002000:00100000:1.0:1746137655.688266:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8380 x1830957333653760/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.688272:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8380 with x1830957333653760 ext(0->4095) 00002000:00010000:1.0:1746137655.688275:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968e8380 00000100:00100000:0.0:1746137655.689729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.689894:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333653888 00000100:00100000:3.0:1746137655.689899:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333653888 00000100:00100000:3.0:1746137655.689925:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31457 00000100:00100000:3.0:1746137655.689930:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333653888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.689941:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.689953:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda00 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.689978:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.689984:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.689985:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.689987:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda00 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.690009:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 35 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.690018:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 35 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.690027:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327466240:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.690097:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.694401:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327466240:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.694428:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda00 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.694441:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137655.694478:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333653888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4547us (4752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.694486:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31457 00000100:00100000:0.0:1746137655.694956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.695109:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333654016 00000100:00100000:2.0:1746137655.695114:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333654016 00002000:00100000:2.0:1746137655.695143:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9a3480 x1830957333654016/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.695150:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3480 with x1830957333654016 ext(0->7) 00010000:00010000:2.0:1746137655.695156:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 36 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.695165:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 36 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.695170:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a3480 00000100:00100000:2.0:1746137655.695193:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3705 00000100:00100000:2.0:1746137655.695198:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2009:x1830957333654016:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137655.696768:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2009:x1830957333654016:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1564us (1807us total) trans 4294972191 rc 0/0 00000100:00100000:0.0:1746137655.696775:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3705 00002000:00100000:0.0:1746137655.696782:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008a9a3480 x1830957333654016/t4294972191(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/448 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.696789:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3480 with x1830957333654016 ext(0->7) 00010000:00010000:0.0:1746137655.696796:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.696965:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.696972:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a3480 00000100:00100000:0.0:1746137655.698559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.698708:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333654144 00000100:00100000:2.0:1746137655.698714:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333654144 00010000:00010000:2.0:1746137655.698734:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.698761:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15808 00000100:00100000:2.0:1746137655.698767:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2010:x1830957333654144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.698778:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.698793:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.698802:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.698839:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a46 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdd9f9 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.699052:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.699054:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.699060:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda00 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.699066:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda00 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.699092:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda00 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.699106:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327466368:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.699380:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.700862:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327466368:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.700877:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.700916:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:2010:x1830957333654144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2147us (2358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.700924:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15808 00000100:00100000:2.0:1746137655.701052:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.701071:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333654400 00000100:00100000:0.0:1746137655.701077:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333654400 00002000:00100000:0.0:1746137655.701271:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0000 x1830957333654400/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.701280:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0000 with x1830957333654400 ext(0->4095) 00002000:00010000:0.0:1746137655.701285:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e0000 00000100:00100000:0.0:1746137655.701317:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14841 00000100:00100000:0.0:1746137655.701323:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333654400:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137655.701426:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333654400:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (373us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137655.701436:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14841 00002000:00100000:0.0:1746137655.701441:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0000 x1830957333654400/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.701447:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0000 with x1830957333654400 ext(0->4095) 00002000:00010000:0.0:1746137655.701449:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e0000 00000100:00100000:0.0:1746137655.703869:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.703936:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333654528 00000100:00100000:3.0:1746137655.703943:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333654528 00000100:00100000:0.0:1746137655.704003:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.704356:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333654656 00000100:00100000:1.0:1746137655.704360:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333654656 00000100:00100000:3.0:1746137655.704524:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31458 00000100:00100000:3.0:1746137655.704529:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:1679:x1830957333654528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.704542:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.704553:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda07 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.704571:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda00 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.704575:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.704576:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.704578:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.704596:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda00 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.704602:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda00 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.704609:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327466496:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.704702:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31459 00000100:00100000:2.0:1746137655.704708:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1685:x1830957333654656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.704713:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.704717:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda0e expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.704725:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.704727:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.704730:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.704731:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda0e expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.704746:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.704756:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda0e expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.704760:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137655.704782:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:1685:x1830957333654656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 74us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.704785:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31459 00000100:00100000:3.0:1746137655.704831:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.707118:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.707139:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327466496:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.707159:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.707176:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137655.707219:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1679:x1830957333654528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2688us (3352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.707226:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31458 00000100:00100000:2.0:1746137655.707270:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333654784 00000100:00100000:2.0:1746137655.707276:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333654784 00010000:00010000:2.0:1746137655.707307:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda00 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.707339:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15809 00000100:00100000:2.0:1746137655.707345:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333654784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.707353:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.707368:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda00 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.707382:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda00 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.707399:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776a4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda00 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.707413:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.707415:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.707421:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.707428:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.707449:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.707458:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.707467:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327466752:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.707519:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.709202:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327466752:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.709218:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.709255:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333654784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1909us (2144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.709263:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15809 00000100:00100000:0.0:1746137655.709454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.709718:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333655040 00000100:00100000:2.0:1746137655.709722:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333655040 00002000:00100000:2.0:1746137655.709745:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f107480 x1830957333655040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.709753:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f107480 with x1830957333655040 ext(0->4095) 00010000:00010000:2.0:1746137655.709758:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.709773:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.709779:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f107480 00000100:00100000:2.0:1746137655.709792:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3706 00000100:00100000:2.0:1746137655.709796:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333655040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.709888:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333655040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.709891:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3706 00002000:00100000:2.0:1746137655.709895:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f107480 x1830957333655040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.709899:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f107480 with x1830957333655040 ext(0->4095) 00010000:00010000:2.0:1746137655.709901:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.709907:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.709910:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f107480 00000100:00100000:0.0:1746137655.711197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.711332:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333655168 00000100:00100000:2.0:1746137655.711337:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333655168 00010000:00010000:2.0:1746137655.711354:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.711417:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15810 00000100:00100000:2.0:1746137655.711425:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333655168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.711433:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.711445:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.711455:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.711472:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda07 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.711497:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.711498:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.711504:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda0e expref: 38 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.711511:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda0e expref: 38 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.711535:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda0e expref: 38 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.711545:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327466880:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.711593:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.714243:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.714440:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333655424 00000100:00100000:1.0:1746137655.714446:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333655424 00002000:00100000:1.0:1746137655.714476:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f106680 x1830957333655424/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.714484:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f106680 with x1830957333655424 ext(0->4095) 00002000:00010000:1.0:1746137655.714488:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f106680 00000100:00100000:2.0:1746137655.714581:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327466880:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.714598:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.714629:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333655168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3204us (3433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.714689:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15810 00000100:00100000:1.0:1746137655.715001:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14842 00000100:00100000:1.0:1746137655.715008:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2007:x1830957333655424:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.715094:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2007:x1830957333655424:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (856us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.715100:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14842 00002000:00100000:1.0:1746137655.715105:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f106680 x1830957333655424/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.715116:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f106680 with x1830957333655424 ext(0->4095) 00002000:00010000:1.0:1746137655.715119:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f106680 00000100:00100000:0.0:1746137655.717159:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.717253:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333655552 00000100:00100000:3.0:1746137655.717259:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333655552 00000100:00100000:3.0:1746137655.717309:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31460 00000100:00100000:3.0:1746137655.717315:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333655552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.717326:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.717340:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda15 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.717363:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda0e expref: 37 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.717370:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.717371:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.717474:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda15 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.717501:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda0e expref: 37 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.717511:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda0e expref: 37 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.717526:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327467008:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.718009:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.720018:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327467008:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.720041:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda15 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.720054:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c600, rc 0) 00000100:00100000:3.0:1746137655.720094:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333655552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2778us (2939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.720102:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31460 00000100:00100000:0.0:1746137655.720585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.720643:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333655680 00000100:00100000:2.0:1746137655.720649:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333655680 00010000:00010000:2.0:1746137655.720670:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda0e expref: 38 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.720701:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15811 00000100:00100000:2.0:1746137655.720707:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333655680:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.720716:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.720730:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda0e expref: 38 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.720740:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda0e expref: 38 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.720757:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776a5b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda0e expref: 38 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.720779:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.720781:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.720786:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda15 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.720793:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda15 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.720831:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda15 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.720841:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327467136:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.720902:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.723360:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327467136:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.723376:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137655.723546:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.723790:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ce8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:2008:x1830957333655680:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3082us (3205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.723798:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15811 00000100:00100000:3.0:1746137655.723999:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333655936 00000100:00100000:3.0:1746137655.724005:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333655936 00002000:00100000:3.0:1746137655.724031:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dca80 x1830957333655936/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.724039:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dca80 with x1830957333655936 ext(0->4095) 00002000:00010000:3.0:1746137655.724043:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4dca80 00000100:00100000:3.0:1746137655.724056:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14843 00000100:00100000:3.0:1746137655.724062:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333655936:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.724162:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333655936:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (617us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.724167:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14843 00002000:00100000:3.0:1746137655.724172:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dca80 x1830957333655936/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.724183:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dca80 with x1830957333655936 ext(0->4095) 00002000:00010000:3.0:1746137655.724186:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4dca80 00000100:00100000:0.0:1746137655.725379:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.725458:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333656064 00000100:00100000:3.0:1746137655.725462:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333656064 00000100:00100000:3.0:1746137655.725599:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31461 00000100:00100000:3.0:1746137655.725606:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:1679:x1830957333656064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.725617:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.725629:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda1c expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.725650:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda15 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.725655:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.725656:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.725659:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.725680:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda15 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.725688:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda15 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.725697:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327467264:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.725756:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.726027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.726112:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333656192 00000100:00100000:1.0:1746137655.726116:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333656192 00000100:00100000:1.0:1746137655.726135:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31462 00000100:00100000:1.0:1746137655.726140:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1685:x1830957333656192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.726146:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.726152:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda23 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.726164:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.726167:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.726172:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.726174:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda23 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.726192:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.726201:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda23 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.726209:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebe00, rc 0) 00000100:00100000:1.0:1746137655.726232:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:1685:x1830957333656192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.726238:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31462 00000100:00100000:0.0:1746137655.729783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.730013:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333656320 00000100:00100000:2.0:1746137655.730020:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333656320 00010000:00010000:2.0:1746137655.730044:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda15 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.730076:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15812 00000100:00100000:2.0:1746137655.730082:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333656320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.730092:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.730105:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda15 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.730115:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda15 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.730136:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.730137:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.730143:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.730153:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.730324:0:11509:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776a62 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda15 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.730339:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327467264:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.730358:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.730365:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.730372:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137655.730416:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1679:x1830957333656064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4811us (5039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.730423:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31461 00010000:00010000:2.0:1746137655.730465:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.730473:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.730482:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327467520:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.730527:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.732261:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327467520:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.732276:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.732317:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333656320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2234us (2539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.732325:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15812 00000100:00100000:0.0:1746137655.733213:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.733252:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333656576 00000100:00100000:2.0:1746137655.733257:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333656576 00002000:00100000:2.0:1746137655.733284:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec1500 x1830957333656576/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.733304:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec1500 with x1830957333656576 ext(0->4095) 00010000:00010000:2.0:1746137655.733311:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.733327:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.733333:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec1500 00000100:00100000:2.0:1746137655.733360:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3707 00000100:00100000:2.0:1746137655.733366:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333656576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.733470:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333656576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.733476:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3707 00002000:00100000:2.0:1746137655.733481:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec1500 x1830957333656576/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.733488:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec1500 with x1830957333656576 ext(0->4095) 00010000:00010000:2.0:1746137655.733492:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.733500:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.733506:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec1500 00000100:00100000:0.0:1746137655.734986:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.735063:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333656704 00000100:00100000:2.0:1746137655.735069:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333656704 00010000:00010000:2.0:1746137655.735088:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.735118:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15813 00000100:00100000:2.0:1746137655.735125:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2010:x1830957333656704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.735134:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.735147:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.735156:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.735173:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a69 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda1c expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.735201:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.735203:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.735208:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda23 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.735215:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda23 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.735239:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda23 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.735254:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327467648:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.735319:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.736718:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327467648:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.736734:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.736769:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2010:x1830957333656704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1644us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.736777:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15813 00000100:00100000:0.0:1746137655.737155:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.737438:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333656960 00000100:00100000:2.0:1746137655.737444:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333656960 00002000:00100000:2.0:1746137655.737470:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e59f80 x1830957333656960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.737478:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e59f80 with x1830957333656960 ext(0->4095) 00002000:00010000:2.0:1746137655.737482:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e59f80 00000100:00100000:2.0:1746137655.737509:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14844 00000100:00100000:2.0:1746137655.737516:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333656960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.737613:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333656960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (458us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.737619:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14844 00002000:00100000:2.0:1746137655.737624:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e59f80 x1830957333656960/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.737631:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e59f80 with x1830957333656960 ext(0->4095) 00002000:00010000:2.0:1746137655.737633:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e59f80 00000100:00100000:0.0:1746137655.739909:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.739975:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333657088 00000100:00100000:3.0:1746137655.739981:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333657088 00000100:00100000:3.0:1746137655.740012:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31463 00000100:00100000:3.0:1746137655.740018:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333657088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.740032:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.740044:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda2a expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.740065:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda23 expref: 37 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.740070:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.740072:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.740076:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda2a expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.740097:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda23 expref: 37 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.740106:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda23 expref: 37 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.740116:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327467776:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.740587:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.742378:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.742492:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327467776:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.742514:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda2a expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.742525:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137655.742557:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333657088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2539us (2653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.742563:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31463 00000100:00100000:2.0:1746137655.742576:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333657216 00000100:00100000:2.0:1746137655.742582:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333657216 00010000:00010000:2.0:1746137655.742605:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda23 expref: 38 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.742942:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15814 00000100:00100000:2.0:1746137655.742949:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2007:x1830957333657216:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.742960:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.742975:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda23 expref: 38 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.742985:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda23 expref: 38 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.743003:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776a70 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda23 expref: 38 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.743027:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.743028:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.743034:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda2a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.743040:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda2a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.743063:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda2a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.743072:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327467904:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.743134:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.745262:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327467904:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.745278:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.745328:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:2007:x1830957333657216:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2379us (2954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.745336:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15814 00000100:00100000:0.0:1746137655.745455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.745498:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333657472 00000100:00100000:2.0:1746137655.745503:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333657472 00002000:00100000:2.0:1746137655.745530:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c712a00 x1830957333657472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.745538:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c712a00 with x1830957333657472 ext(0->4095) 00002000:00010000:2.0:1746137655.745541:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c712a00 00000100:00100000:2.0:1746137655.745567:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14845 00000100:00100000:2.0:1746137655.745573:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333657472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.745656:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333657472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 82us (201us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.745662:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14845 00002000:00100000:2.0:1746137655.745666:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c712a00 x1830957333657472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.745988:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c712a00 with x1830957333657472 ext(0->4095) 00002000:00010000:2.0:1746137655.745991:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c712a00 00000100:00100000:0.0:1746137655.748300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.748341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.748425:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333657600 00000100:00100000:3.0:1746137655.748431:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333657600 00000100:00100000:3.0:1746137655.749123:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333657728 00000100:00100000:3.0:1746137655.749126:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333657728 00000100:00100000:3.0:1746137655.749148:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31464 00000100:00100000:3.0:1746137655.749157:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:1685:x1830957333657600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746137655.749159:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31465 00000100:00100000:1.0:1746137655.749168:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:1679:x1830957333657728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.749170:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.749176:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.749182:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda31 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.749182:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda38 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.749203:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda2a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.749306:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.749308:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.749312:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.749544:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.749550:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.749556:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.749559:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 40 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.749579:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda2a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.749580:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.749589:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda2a expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.749598:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 40 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.749599:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327468032:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137655.749605:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eac00, rc 0) 00000100:00100000:1.0:1746137655.749650:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:1679:x1830957333657728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 484us (1308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.749656:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31465 00000100:00100000:3.0:1746137655.750076:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.752695:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327468032:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.752720:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.752732:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137655.752894:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1685:x1830957333657600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3739us (4609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.752901:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31464 00000100:00100000:0.0:1746137655.753265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.753487:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333657856 00000100:00100000:2.0:1746137655.753493:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333657856 00010000:00010000:2.0:1746137655.753515:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda2a expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.753608:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15815 00000100:00100000:2.0:1746137655.753614:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096855180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333657856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.753626:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.754851:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda2a expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.754868:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda2a expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.754888:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a77 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda2a expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.754913:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.754915:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.754920:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.754928:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.754971:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.754981:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.754992:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327468288:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.755066:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.758329:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327468288:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.758348:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.758484:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096855180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333657856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4869us (5219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.758496:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15815 00000100:00100000:0.0:1746137655.759105:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.759179:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333658112 00000100:00100000:2.0:1746137655.759185:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333658112 00002000:00100000:2.0:1746137655.759211:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096856a00 x1830957333658112/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.759219:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096856a00 with x1830957333658112 ext(0->4095) 00010000:00010000:2.0:1746137655.759227:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.759238:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.759243:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096856a00 00000100:00100000:2.0:1746137655.759271:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3708 00000100:00100000:2.0:1746137655.759276:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096856a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333658112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.759895:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096856a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333658112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 617us (790us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.759902:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3708 00002000:00100000:2.0:1746137655.759908:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096856a00 x1830957333658112/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.759915:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096856a00 with x1830957333658112 ext(0->4095) 00010000:00010000:2.0:1746137655.759919:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.759932:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.759938:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096856a00 00000100:00100000:0.0:1746137655.762458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.762801:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.763087:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333658240 00000100:00100000:3.0:1746137655.763094:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333658240 00000100:00100000:3.0:1746137655.763134:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31466 00000100:00100000:3.0:1746137655.763140:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333658240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.763154:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.763171:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda3f expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.763197:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.763202:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 38 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.763208:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137655.763211:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.763238:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 38 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.763248:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.763256:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137655.763304:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333658240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.763309:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31466 00000100:00100000:2.0:1746137655.763374:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333658368 00000100:00100000:2.0:1746137655.763378:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333658368 00010000:00010000:2.0:1746137655.763398:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.763414:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15816 00000100:00100000:2.0:1746137655.763419:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333658368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.763426:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.763439:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.763447:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.763461:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776a7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda31 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.763473:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.763474:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.763478:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 38 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.763489:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 38 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.763507:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 38 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.763515:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 38 pid: 26520 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.763523:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327468544:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.763582:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.764823:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.764861:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333658624 00000100:00100000:3.0:1746137655.764864:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333658624 00002000:00100000:3.0:1746137655.764887:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14e00 x1830957333658624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137655.764888:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327468544:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.764898:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746137655.764900:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14e00 with x1830957333658624 ext(0->4095) 00010000:00010000:3.0:1746137655.764905:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 39 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.764913:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 39 pid: 26520 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.764919:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea14e00 00000100:00100000:3.0:1746137655.764934:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3709 00000100:00100000:3.0:1746137655.764938:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333658624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.764952:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333658368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1532us (2152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.764959:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15816 00000100:00100000:3.0:1746137655.765022:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2007:x1830957333658624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (200us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.765028:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3709 00002000:00100000:3.0:1746137655.765032:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14e00 x1830957333658624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.765039:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14e00 with x1830957333658624 ext(0->4095) 00010000:00010000:3.0:1746137655.765043:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 38 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.765051:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 38 pid: 26520 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.765056:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea14e00 00000100:00100000:0.0:1746137655.766137:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.766190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.766227:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333658880 00000100:00100000:2.0:1746137655.766232:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333658880 00000100:00100000:3.0:1746137655.766239:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333658752 00000100:00100000:3.0:1746137655.766242:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333658752 00010000:00010000:2.0:1746137655.766248:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 39 pid: 26520 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.766263:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15817 00000100:00100000:3.0:1746137655.766264:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31467 00000100:00100000:3.0:1746137655.766268:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1679:x1830957333658752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137655.766268:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333658880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.766275:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.766276:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.766284:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda46 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.766286:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 39 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.766306:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 40 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.766361:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.766365:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.766370:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137655.766372:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda46 expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.766385:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776a85 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda38 expref: 40 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.766396:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.766409:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda46 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.766416:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.766417:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.766421:0:11509:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.766427:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.766439:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137655.766445:0:11509:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.766453:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.766462:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327468800:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.766492:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333658880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 222us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.766498:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15817 00000100:00100000:3.0:1746137655.766505:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.767788:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327468800:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.767799:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137655.767845:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:1679:x1830957333658752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1575us (1708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.767851:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31467 00000100:00100000:0.0:1746137655.768086:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.768112:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333659136 00000100:00100000:3.0:1746137655.768116:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333659136 00002000:00100000:3.0:1746137655.768137:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dca80 x1830957333659136/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.768144:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dca80 with x1830957333659136 ext(0->4095) 00010000:00010000:3.0:1746137655.768150:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.768158:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.768168:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2dca80 00000100:00100000:3.0:1746137655.768191:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3710 00000100:00100000:3.0:1746137655.768197:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333659136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137655.768297:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333659136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (204us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.768303:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3710 00002000:00100000:3.0:1746137655.768308:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dca80 x1830957333659136/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.768315:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dca80 with x1830957333659136 ext(0->4095) 00010000:00010000:3.0:1746137655.768319:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.768328:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.768333:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2dca80 00000100:00100000:0.0:1746137655.770214:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.770449:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333659264 00000100:00100000:2.0:1746137655.770455:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333659264 00010000:00010000:2.0:1746137655.770478:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.770509:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15818 00000100:00100000:2.0:1746137655.770515:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333659264:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.770525:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.770539:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.770549:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.770566:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776a8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda3f expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.770591:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.770592:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.770598:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda46 expref: 37 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.770606:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda46 expref: 37 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.770630:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda46 expref: 37 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.770641:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327468928:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.770986:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d56240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.771950:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327468928:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.771963:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.771996:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ce8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333659264:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1480us (1785us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.772003:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15818 00000100:00100000:2.0:1746137655.773462:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.773573:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333659520 00000100:00100000:0.0:1746137655.773580:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333659520 00002000:00100000:0.0:1746137655.773612:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c9500 x1830957333659520/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.773621:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9500 with x1830957333659520 ext(0->4095) 00002000:00010000:0.0:1746137655.773624:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c9500 00000100:00100000:0.0:1746137655.773655:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14846 00000100:00100000:0.0:1746137655.773662:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2009:x1830957333659520:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137655.773771:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2009:x1830957333659520:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137655.773777:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14846 00002000:00100000:0.0:1746137655.773902:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c9500 x1830957333659520/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.773910:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9500 with x1830957333659520 ext(0->4095) 00002000:00010000:0.0:1746137655.773913:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c9500 00000100:00100000:0.0:1746137655.776320:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.776585:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333659648 00000100:00100000:3.0:1746137655.776592:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333659648 00000100:00100000:3.0:1746137655.776632:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31468 00000100:00100000:3.0:1746137655.776639:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333659648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.776653:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.776665:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda4d expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.776690:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda46 expref: 37 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.776696:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.776697:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.776700:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda4d expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.776747:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda46 expref: 37 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.776757:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda46 expref: 37 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.776767:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327469056:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.777008:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.779612:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327469056:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.779636:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda4d expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.779650:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137655.779685:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333659648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3046us (3370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.779691:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31468 00000100:00100000:0.0:1746137655.780907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.781054:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333659776 00000100:00100000:2.0:1746137655.781061:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333659776 00010000:00010000:2.0:1746137655.781093:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda46 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.781126:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15819 00000100:00100000:2.0:1746137655.781133:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2007:x1830957333659776:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.781144:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.781162:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda46 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.781172:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda46 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.781190:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776a93 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda46 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.781217:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.781218:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.781225:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda4d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.781232:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda4d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.781258:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda4d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.781268:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327469184:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.781344:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.782589:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327469184:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.782604:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.782629:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:2007:x1830957333659776:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1496us (1727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.782639:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15819 00000100:00100000:0.0:1746137655.782998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.783105:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333660032 00000100:00100000:2.0:1746137655.783109:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333660032 00002000:00100000:2.0:1746137655.783132:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145180 x1830957333660032/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.783140:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145180 with x1830957333660032 ext(0->4095) 00002000:00010000:2.0:1746137655.783144:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f145180 00000100:00100000:2.0:1746137655.783165:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14847 00000100:00100000:2.0:1746137655.783170:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333660032:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137655.783254:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333660032:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 84us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.783259:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14847 00002000:00100000:2.0:1746137655.783263:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145180 x1830957333660032/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.783269:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145180 with x1830957333660032 ext(0->4095) 00002000:00010000:2.0:1746137655.783271:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f145180 00000100:00100000:0.0:1746137655.784621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.784758:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333660160 00000100:00100000:3.0:1746137655.784764:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333660160 00000100:00100000:3.0:1746137655.784802:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31469 00000100:00100000:3.0:1746137655.784831:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:1679:x1830957333660160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.784842:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.784855:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda54 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.784875:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda4d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.784881:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.784882:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.784885:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.784906:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda4d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.784915:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda4d expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.784925:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327469312:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.784987:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.785275:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.785481:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333660288 00000100:00100000:1.0:1746137655.785485:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333660288 00000100:00100000:1.0:1746137655.785505:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31470 00000100:00100000:1.0:1746137655.785510:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1685:x1830957333660288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.785517:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.785523:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda5b expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.785534:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.785537:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.785542:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.785544:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda5b expref: 40 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.785562:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.785572:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda5b expref: 40 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.785585:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eaa00, rc 0) 00000100:00100000:1.0:1746137655.785606:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:1685:x1830957333660288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.785611:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31470 00000100:00100000:0.0:1746137655.786775:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.786787:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327469312:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.786820:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.786835:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137655.786871:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1679:x1830957333660160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2041us (2254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.786877:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31469 00000100:00100000:2.0:1746137655.787070:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333660416 00000100:00100000:2.0:1746137655.787075:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333660416 00010000:00010000:2.0:1746137655.787092:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda4d expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.787119:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15820 00000100:00100000:2.0:1746137655.787124:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333660416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.787131:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.787145:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda4d expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.787154:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda4d expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.787168:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776a9a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda4d expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.787188:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.787190:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.787195:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.787202:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.787225:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.787233:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.787242:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327469568:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.787285:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.789526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.789626:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327469568:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.789640:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.789680:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333660416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2555us (2908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.789688:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15820 00000100:00100000:3.0:1746137655.789903:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333660672 00000100:00100000:3.0:1746137655.789909:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333660672 00002000:00100000:3.0:1746137655.789938:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b328700 x1830957333660672/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.789946:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b328700 with x1830957333660672 ext(0->4095) 00010000:00010000:3.0:1746137655.789953:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.789964:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.789969:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b328700 00000100:00100000:3.0:1746137655.789983:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3711 00000100:00100000:3.0:1746137655.789988:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333660672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137655.790081:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333660672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.790087:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3711 00002000:00100000:3.0:1746137655.790092:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b328700 x1830957333660672/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.790103:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b328700 with x1830957333660672 ext(0->4095) 00010000:00010000:3.0:1746137655.790107:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.790115:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.790119:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b328700 00000100:00100000:0.0:1746137655.793473:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.793537:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333660800 00000100:00100000:2.0:1746137655.793544:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333660800 00010000:00010000:2.0:1746137655.793570:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.793591:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15821 00000100:00100000:2.0:1746137655.793597:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333660800:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.793607:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.793621:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.793786:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.793823:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776aa1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda54 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.793849:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.793955:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.793962:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda5b expref: 38 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.793970:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda5b expref: 38 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.794001:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda5b expref: 38 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.794012:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327469696:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.794286:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.797069:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327469696:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.797089:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.797125:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333660800:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3527us (3657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.797135:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15821 00000100:00100000:0.0:1746137655.797963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.798232:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333661056 00000100:00100000:2.0:1746137655.798238:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333661056 00002000:00100000:2.0:1746137655.798268:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2a00 x1830957333661056/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.798278:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2a00 with x1830957333661056 ext(0->4095) 00002000:00010000:2.0:1746137655.798281:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d2a00 00000100:00100000:2.0:1746137655.798422:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14848 00000100:00100000:2.0:1746137655.798429:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333661056:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.798642:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333661056:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 213us (680us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.798649:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14848 00002000:00100000:2.0:1746137655.798654:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2a00 x1830957333661056/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.798667:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2a00 with x1830957333661056 ext(0->4095) 00002000:00010000:2.0:1746137655.798670:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d2a00 00000100:00100000:0.0:1746137655.800031:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.800204:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333661184 00000100:00100000:3.0:1746137655.800209:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333661184 00000100:00100000:3.0:1746137655.800355:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31471 00000100:00100000:3.0:1746137655.800361:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333661184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.800372:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.800385:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda62 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.800405:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda5b expref: 37 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.800412:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.800414:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.800417:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.800438:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda5b expref: 37 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.800453:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda5b expref: 37 pid: 26520 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.800463:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327469824:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.800826:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.804565:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327469824:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.804593:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.804607:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137655.804652:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333661184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4290us (4623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.804660:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31471 00000100:00100000:2.0:1746137655.806029:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.806168:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333661312 00000100:00100000:0.0:1746137655.806175:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333661312 00010000:00010000:0.0:1746137655.806201:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda5b expref: 38 pid: 26520 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746137655.806222:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15822 00000100:00100000:0.0:1746137655.806228:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333661312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137655.806238:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137655.806254:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda5b expref: 38 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.806264:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda5b expref: 38 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.806282:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776aa8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda5b expref: 38 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.806316:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.806319:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.806325:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.806331:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.806357:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137655.806365:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327469952:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137655.806429:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.807658:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.807898:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333661440 00000100:00100000:3.0:1746137655.807903:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333661440 00000100:00100000:3.0:1746137655.808300:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31472 00000100:00100000:3.0:1746137655.808308:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:1679:x1830957333661440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.808322:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.808335:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda69 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.808357:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.808367:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.808369:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.808372:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.808444:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.808452:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.808461:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327470080:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.808576:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.808714:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327469952:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.808728:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.808748:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333661312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2520us (2722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.808755:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15822 00000100:00100000:0.0:1746137655.808769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.808895:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333661696 00000100:00100000:3.0:1746137655.808899:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333661696 00002000:00100000:3.0:1746137655.808921:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2ed80 x1830957333661696/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.808929:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2ed80 with x1830957333661696 ext(0->4095) 00010000:00010000:3.0:1746137655.808934:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.808943:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.808949:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2ed80 00000100:00100000:3.0:1746137655.809180:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3712 00000100:00100000:3.0:1746137655.809187:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333661696:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137655.809304:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333661696:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (534us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.809310:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3712 00002000:00100000:3.0:1746137655.809315:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2ed80 x1830957333661696/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.809322:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2ed80 with x1830957333661696 ext(0->4095) 00010000:00010000:3.0:1746137655.809326:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.809335:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.809340:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2ed80 00000100:00100000:0.0:1746137655.810078:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327470080:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137655.810092:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.810102:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:0.0:1746137655.810121:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:1679:x1830957333661440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1815us (2465us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.810126:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31472 00000100:00100000:0.0:1746137655.810785:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.810866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.810916:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333661824 00000100:00100000:2.0:1746137655.810921:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333661824 00000100:00100000:1.0:1746137655.811024:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333661952 00000100:00100000:1.0:1746137655.811027:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333661952 00010000:00010000:1.0:1746137655.811069:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.811079:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31473 00000100:00100000:1.0:1746137655.811092:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15823 00000100:00100000:1.0:1746137655.811097:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333661952:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746137655.811100:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:1685:x1830957333661824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.811106:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.811109:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.811117:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda70 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.811119:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.811127:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.811197:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.811201:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.811206:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.811208:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda70 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.811222:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776aaf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda62 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.811233:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.811242:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda70 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.811243:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.811244:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.811248:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.811254:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.811261:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00010000:00010000:1.0:1746137655.811269:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.811278:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.811288:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327470336:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.811300:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1685:x1830957333661824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.811305:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31473 00000100:00100000:1.0:1746137655.811338:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.812949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.813032:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327470336:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.813044:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.813067:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333661952:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1970us (2201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.813074:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15823 00000100:00100000:2.0:1746137655.813143:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333662208 00000100:00100000:2.0:1746137655.813148:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333662208 00002000:00100000:2.0:1746137655.813171:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd54380 x1830957333662208/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.813180:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd54380 with x1830957333662208 ext(0->4095) 00010000:00010000:2.0:1746137655.813186:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.813197:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.813203:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd54380 00000100:00100000:2.0:1746137655.813231:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3713 00000100:00100000:2.0:1746137655.813238:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333662208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.813337:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333662208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (400us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.813342:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3713 00002000:00100000:2.0:1746137655.813347:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd54380 x1830957333662208/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.813354:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd54380 with x1830957333662208 ext(0->4095) 00010000:00010000:2.0:1746137655.813359:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.813371:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.813559:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd54380 00000100:00100000:0.0:1746137655.815008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.815149:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333662336 00000100:00100000:1.0:1746137655.815153:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333662336 00010000:00010000:1.0:1746137655.815173:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.815205:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15824 00000100:00100000:1.0:1746137655.815210:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333662336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137655.815219:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137655.815232:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.815241:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.815259:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776ab6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda69 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.815282:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.815284:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.815301:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda70 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.815309:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda70 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.815333:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda70 expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.815343:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327470464:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.815405:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.817028:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327470464:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.817043:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.817080:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333662336:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1869us (2073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.817088:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15824 00000100:00100000:0.0:1746137655.817560:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.817693:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333662592 00000100:00100000:3.0:1746137655.817699:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333662592 00002000:00100000:3.0:1746137655.817727:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd57800 x1830957333662592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.817735:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57800 with x1830957333662592 ext(0->4095) 00002000:00010000:3.0:1746137655.817739:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd57800 00000100:00100000:3.0:1746137655.817763:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14849 00000100:00100000:3.0:1746137655.817769:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333662592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137655.817899:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333662592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (339us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.817911:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14849 00002000:00100000:3.0:1746137655.817916:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd57800 x1830957333662592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.817923:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57800 with x1830957333662592 ext(0->4095) 00002000:00010000:3.0:1746137655.817925:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd57800 00000100:00100000:0.0:1746137655.820148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.820214:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333662720 00000100:00100000:2.0:1746137655.820222:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333662720 00000100:00100000:2.0:1746137655.820263:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31474 00000100:00100000:2.0:1746137655.820270:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333662720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.820284:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.820305:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda77 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.820326:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda70 expref: 37 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.820333:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.820334:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.820337:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda77 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.820361:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda70 expref: 37 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.820371:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda70 expref: 37 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.820381:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327470592:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.820453:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.821903:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327470592:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.821923:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda77 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.821933:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137655.821971:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333662720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1700us (1827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.821977:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31474 00000100:00100000:0.0:1746137655.823055:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.823106:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333662848 00000100:00100000:1.0:1746137655.823115:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333662848 00010000:00010000:1.0:1746137655.823137:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda70 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.823192:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15825 00000100:00100000:1.0:1746137655.823199:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ce8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2007:x1830957333662848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137655.823212:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137655.823227:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda70 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.823236:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda70 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.823252:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776abd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda70 expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.823268:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.823270:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.823407:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda77 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.823415:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda77 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.823438:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda77 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137655.823445:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327470720:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.823652:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.825166:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327470720:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.825182:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.825224:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ce8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:2007:x1830957333662848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2024us (2171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.825236:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15825 00000100:00100000:0.0:1746137655.825333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.825466:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333663104 00000100:00100000:3.0:1746137655.825472:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333663104 00002000:00100000:3.0:1746137655.825503:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec64380 x1830957333663104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.825511:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64380 with x1830957333663104 ext(0->4095) 00002000:00010000:3.0:1746137655.825515:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec64380 00000100:00100000:3.0:1746137655.825528:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14850 00000100:00100000:3.0:1746137655.825534:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333663104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.825623:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333663104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (290us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.825628:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14850 00002000:00100000:3.0:1746137655.825634:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec64380 x1830957333663104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.825640:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64380 with x1830957333663104 ext(0->4095) 00002000:00010000:3.0:1746137655.825643:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec64380 00000100:00100000:0.0:1746137655.828328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.828414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.828546:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333663232 00000100:00100000:2.0:1746137655.828555:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333663232 00000100:00100000:2.0:1746137655.828607:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333663360 00000100:00100000:2.0:1746137655.828610:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333663360 00000100:00100000:2.0:1746137655.828633:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31475 00000100:00100000:2.0:1746137655.828639:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:1685:x1830957333663232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.828654:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.828668:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda7e expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.828693:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda77 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.828699:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.828701:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.828705:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.828731:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda77 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.828743:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda77 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.828754:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327470848:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137655.828767:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31476 00000100:00100000:0.0:1746137655.828773:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1679:x1830957333663360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137655.828778:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137655.828783:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda85 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.828797:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137655.828799:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.828822:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137655.828825:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.828836:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746137655.828843:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.828853:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137655.828861:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090871000, rc 0) 00000100:00100000:0.0:1746137655.828880:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:1679:x1830957333663360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.828885:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31476 00000100:00100000:2.0:1746137655.830228:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327470848:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.830247:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.830257:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf600, rc 0) 00000100:00100000:2.0:1746137655.830300:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1685:x1830957333663232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1660us (1977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.830306:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31475 00000100:00100000:0.0:1746137655.831194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.831659:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333663488 00000100:00100000:1.0:1746137655.831665:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333663488 00010000:00010000:1.0:1746137655.831693:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda77 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.831725:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15826 00000100:00100000:1.0:1746137655.831731:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333663488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137655.831741:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137655.831757:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda77 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.831766:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda77 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.831784:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ac4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda77 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.831840:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.831842:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.831848:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.831855:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.831882:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 38 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.831892:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 38 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746137655.831903:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327471104:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137655.832578:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.834508:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880120344700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327471104:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137655.834530:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.835313:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333663488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3579us (4118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.835322:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15826 00000100:00100000:0.0:1746137655.835536:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.835898:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333663744 00000100:00100000:3.0:1746137655.835904:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333663744 00002000:00100000:3.0:1746137655.835937:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c4380 x1830957333663744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.835947:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c4380 with x1830957333663744 ext(0->4095) 00010000:00010000:3.0:1746137655.835954:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.835965:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.835970:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c4380 00000100:00100000:3.0:1746137655.835985:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3714 00000100:00100000:3.0:1746137655.835991:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333663744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.836097:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333663744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (561us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.836103:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3714 00002000:00100000:3.0:1746137655.836107:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c4380 x1830957333663744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.836114:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c4380 with x1830957333663744 ext(0->4095) 00010000:00010000:3.0:1746137655.836118:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.836126:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00002000:00010000:3.0:1746137655.836130:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c4380 00000100:00100000:2.0:1746137655.838623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.838873:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333663872 00000100:00100000:0.0:1746137655.838880:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333663872 00000100:00100000:3.0:1746137655.839299:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31477 00000100:00100000:3.0:1746137655.839308:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333663872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.839321:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.839334:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda8c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.839353:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.839358:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.839363:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137655.839367:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.839396:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.839405:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.839412:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137655.839961:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333663872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 653us (1341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.839967:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31477 00000100:00100000:0.0:1746137655.840081:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.840447:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333664000 00000100:00100000:2.0:1746137655.840451:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333664000 00010000:00010000:2.0:1746137655.840472:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.840501:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15827 00000100:00100000:2.0:1746137655.840506:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333664000:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.840515:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.840530:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.840544:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.840558:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776acb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda7e expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.840653:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.840655:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.840661:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.840668:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.840691:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.840701:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 38 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.840711:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327471360:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.840770:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.843444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.843535:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333664256 00000100:00100000:1.0:1746137655.843541:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333664256 00000100:00100000:2.0:1746137655.843550:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327471360:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.843568:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746137655.843573:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096855180 x1830957333664256/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.843581:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096855180 with x1830957333664256 ext(0->4095) 00010000:00010000:1.0:1746137655.843588:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 39 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.843599:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 39 pid: 9582 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.843604:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333664000:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3096us (3522us total) trans 0 rc 0/0 00002000:00010000:1.0:1746137655.843605:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096855180 00000100:00100000:2.0:1746137655.843614:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15827 00000100:00100000:1.0:1746137655.843631:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3715 00000100:00100000:1.0:1746137655.843636:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2007:x1830957333664256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.844347:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2007:x1830957333664256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 709us (907us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.844354:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3715 00002000:00100000:1.0:1746137655.844359:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096855180 x1830957333664256/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.844366:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096855180 with x1830957333664256 ext(0->4095) 00010000:00010000:1.0:1746137655.844371:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 38 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.844381:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 38 pid: 9582 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.844386:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096855180 00000100:00100000:0.0:1746137655.845717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.845760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.845770:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333664512 00000100:00100000:3.0:1746137655.845776:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333664512 00000100:00100000:3.0:1746137655.845803:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31478 00000100:00100000:2.0:1746137655.845822:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333664384 00000100:00100000:2.0:1746137655.845827:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333664384 00000100:00100000:3.0:1746137655.845833:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1679:x1830957333664512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.845845:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 39 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.845846:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.845856:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda93 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.845863:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15828 00000100:00100000:2.0:1746137655.845869:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333664384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.845873:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.845876:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.845878:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.845883:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137655.845886:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.845922:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 40 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.845933:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 40 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.845950:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090871000/0xddf4fb6141776ad2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda85 expref: 40 pid: 9582 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.845960:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.845961:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.845966:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.845972:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.845999:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.846010:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.846020:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327471488:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.846194:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.846202:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.846209:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327471616:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.846397:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.846439:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.847553:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327471616:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.847569:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137655.847577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137655.847578:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137655.847602:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1679:x1830957333664512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1770us (1889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.847611:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31478 00000100:00100000:2.0:1746137655.847632:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327471488:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.847642:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137655.847647:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333664768 00000100:00100000:1.0:1746137655.847651:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333664768 00002000:00100000:1.0:1746137655.847674:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2680 x1830957333664768/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.847682:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2680 with x1830957333664768 ext(0->4095) 00010000:00010000:1.0:1746137655.847688:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.847697:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2007:x1830957333664384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1828us (1936us total) trans 0 rc 0/0 00010000:00010000:1.0:1746137655.847697:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.847703:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15828 00002000:00010000:1.0:1746137655.847703:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2680 00000100:00100000:1.0:1746137655.847731:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3716 00000100:00100000:1.0:1746137655.847736:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333664768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.847949:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333664768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 212us (369us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.847955:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3716 00002000:00100000:1.0:1746137655.847960:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2680 x1830957333664768/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.847966:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2680 with x1830957333664768 ext(0->4095) 00010000:00010000:1.0:1746137655.847971:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.847979:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.847985:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2680 00000100:00100000:0.0:1746137655.850453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.851514:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333664896 00000100:00100000:2.0:1746137655.851521:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333664896 00010000:00010000:2.0:1746137655.851547:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.851628:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15829 00000100:00100000:2.0:1746137655.851635:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333664896:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.851646:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.851662:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.851672:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.851697:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776ad9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda8c expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.851725:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.851728:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.851734:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 37 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.851741:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 37 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.851767:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 37 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.851778:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327471744:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.851872:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.854227:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327471744:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.854243:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.854278:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333664896:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2643us (3830us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.854285:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15829 00000100:00100000:0.0:1746137655.854618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.854929:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333665152 00000100:00100000:1.0:1746137655.854935:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333665152 00002000:00100000:1.0:1746137655.854961:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec59880 x1830957333665152/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.854970:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59880 with x1830957333665152 ext(0->4095) 00002000:00010000:1.0:1746137655.854974:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec59880 00000100:00100000:1.0:1746137655.854993:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14851 00000100:00100000:1.0:1746137655.854999:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2007:x1830957333665152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.855422:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2007:x1830957333665152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 421us (803us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.855428:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14851 00002000:00100000:1.0:1746137655.855433:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec59880 x1830957333665152/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.855440:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59880 with x1830957333665152 ext(0->4095) 00002000:00010000:1.0:1746137655.855442:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec59880 00000100:00100000:0.0:1746137655.858357:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.858434:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333665280 00000100:00100000:3.0:1746137655.858441:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333665280 00000100:00100000:3.0:1746137655.858466:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31479 00000100:00100000:3.0:1746137655.858470:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333665280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.858482:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.858492:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdda9a expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.858511:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 37 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.858518:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.858520:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.858523:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.858547:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 37 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.858557:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 37 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.858567:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327471872:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.858791:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.864180:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327471872:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.864209:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.864222:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137655.864269:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333665280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5797us (5915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.864277:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31479 00000100:00100000:0.0:1746137655.865262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.865309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.865362:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333665664 00000100:00100000:3.0:1746137655.865368:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333665664 00000100:00100000:3.0:1746137655.865396:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31480 00000100:00100000:3.0:1746137655.865402:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:1679:x1830957333665664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.865416:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.865426:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddaa1 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.865442:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.865447:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.865452:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137655.865454:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa1 expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.865477:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.865486:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa1 expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.865498:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c600, rc 0) 00000100:00100000:3.0:1746137655.865519:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1679:x1830957333665664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.865524:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31480 00000100:00100000:1.0:1746137655.865629:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333665536 00000100:00100000:1.0:1746137655.865633:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333665536 00002000:00100000:1.0:1746137655.865652:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec50700 x1830957333665536/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.865661:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec50700 with x1830957333665536 ext(0->7) 00010000:00010000:1.0:1746137655.865666:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 39 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.865675:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 39 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.865681:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec50700 00000100:00100000:1.0:1746137655.865691:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3717 00000100:00100000:1.0:1746137655.865696:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333665536:12345-192.168.203.12@tcp:4:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137655.866694:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2007:x1830957333665536:12345-192.168.203.12@tcp:4:ptlrpcd_00_00.0 Request processed in 993us (1430us total) trans 4294972192 rc 0/0 00000100:00100000:0.0:1746137655.866700:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3717 00002000:00100000:0.0:1746137655.866706:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ec50700 x1830957333665536/t4294972192(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/448 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.866712:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec50700 with x1830957333665536 ext(0->7) 00010000:00010000:0.0:1746137655.866717:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746137655.866727:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746137655.866741:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec50700 00000100:00100000:0.0:1746137655.868869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.868934:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333665792 00000100:00100000:2.0:1746137655.868940:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333665792 00010000:00010000:2.0:1746137655.868961:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.868977:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15830 00000100:00100000:2.0:1746137655.868981:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2007:x1830957333665792:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.868991:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.869002:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.869009:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.869023:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776ae0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda93 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.869043:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.869046:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.869051:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.869058:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.869082:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.869091:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.869159:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327472128:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.869361:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.870573:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327472128:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.870585:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.870609:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333665792:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1625us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.870616:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15830 00000100:00100000:0.0:1746137655.870859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.870937:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333666048 00000100:00100000:1.0:1746137655.870942:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333666048 00002000:00100000:1.0:1746137655.870973:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fb800 x1830957333666048/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.870980:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fb800 with x1830957333666048 ext(0->4095) 00010000:00010000:1.0:1746137655.870986:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.870994:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.870999:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4fb800 00000100:00100000:1.0:1746137655.871052:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3718 00000100:00100000:1.0:1746137655.871058:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333666048:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.871237:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333666048:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.871242:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3718 00002000:00100000:1.0:1746137655.871247:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4fb800 x1830957333666048/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.871253:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4fb800 with x1830957333666048 ext(0->4095) 00010000:00010000:1.0:1746137655.871257:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.871265:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.871269:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4fb800 00000100:00100000:0.0:1746137655.873763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.874041:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333666176 00000100:00100000:2.0:1746137655.874049:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333666176 00010000:00010000:2.0:1746137655.874075:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.874108:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15831 00000100:00100000:2.0:1746137655.874114:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333666176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.874124:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.874140:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.874151:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.874168:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ae7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdda9a expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.874194:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.874196:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.874202:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa1 expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.874208:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa1 expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.874234:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa1 expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.874244:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327472256:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.874326:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.875724:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327472256:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.875737:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.875834:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333666176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1719us (2074us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.876012:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15831 00000100:00100000:0.0:1746137655.876642:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.876710:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333666432 00000100:00100000:1.0:1746137655.876715:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333666432 00002000:00100000:1.0:1746137655.876741:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a8000 x1830957333666432/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.876756:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8000 with x1830957333666432 ext(0->4095) 00002000:00010000:1.0:1746137655.876759:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a8000 00000100:00100000:3.0:1746137655.876884:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14852 00000100:00100000:3.0:1746137655.876896:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333666432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.877012:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333666432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.877018:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14852 00002000:00100000:3.0:1746137655.877022:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a8000 x1830957333666432/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.877030:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8000 with x1830957333666432 ext(0->4095) 00002000:00010000:3.0:1746137655.877033:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a8000 00000100:00100000:0.0:1746137655.879665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.879736:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333666560 00000100:00100000:2.0:1746137655.879742:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333666560 00000100:00100000:2.0:1746137655.879784:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31481 00000100:00100000:2.0:1746137655.879790:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333666560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.879802:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137655.879850:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddaa8 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.879872:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa1 expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.879878:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.879879:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.879882:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa8 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.879908:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa1 expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.879918:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa1 expref: 39 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.879932:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327472384:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137655.880229:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.881199:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327472384:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.881217:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa8 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.881229:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137655.881251:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333666560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1461us (1591us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.881257:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31481 00000100:00100000:0.0:1746137655.881959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.882115:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333666688 00000100:00100000:2.0:1746137655.882120:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333666688 00010000:00010000:2.0:1746137655.882139:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa1 expref: 40 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.882690:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15832 00000100:00100000:2.0:1746137655.882697:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333666688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.882707:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.882724:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa1 expref: 40 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.882733:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa1 expref: 40 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.882750:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776aee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa1 expref: 40 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.882774:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.882776:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.882782:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa8 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.882788:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa8 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.882828:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa8 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.882838:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327472512:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.882893:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097d566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.884779:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092ec2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327472512:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.884795:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.884966:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2007:x1830957333666688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2268us (3007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.884975:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15832 00000100:00100000:0.0:1746137655.885165:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.885349:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333666944 00000100:00100000:3.0:1746137655.885356:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333666944 00002000:00100000:3.0:1746137655.885388:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9abb80 x1830957333666944/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.885397:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9abb80 with x1830957333666944 ext(0->4095) 00002000:00010000:3.0:1746137655.885401:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9abb80 00000100:00100000:3.0:1746137655.885431:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14853 00000100:00100000:3.0:1746137655.885437:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333666944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137655.885545:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333666944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (382us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.885552:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14853 00002000:00100000:3.0:1746137655.885557:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9abb80 x1830957333666944/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.885564:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9abb80 with x1830957333666944 ext(0->4095) 00002000:00010000:3.0:1746137655.885566:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9abb80 00000100:00100000:0.0:1746137655.887500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.887550:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333667200 00000100:00100000:2.0:1746137655.887556:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333667200 00000100:00100000:0.0:1746137655.887572:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.887636:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333667072 00000100:00100000:2.0:1746137655.887639:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333667072 00000100:00100000:2.0:1746137655.887656:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31482 00000100:00100000:3.0:1746137655.887662:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31483 00000100:00100000:2.0:1746137655.887662:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:1685:x1830957333667200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137655.887669:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:1679:x1830957333667072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137655.887674:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.887676:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.887687:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddaaf expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.887687:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddab6 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.887708:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa8 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.887715:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.887716:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.887719:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.887766:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.887771:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.887776:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137655.887779:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddab6 expref: 42 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.887798:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa8 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.887802:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.887829:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa8 expref: 5 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.887840:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327472768:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.887842:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddab6 expref: 42 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.887850:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:3.0:1746137655.887908:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.887969:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:1685:x1830957333667200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 306us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.887975:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31482 00000100:00100000:3.0:1746137655.889395:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327472768:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.889415:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 41 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.889425:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137655.890054:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:1679:x1830957333667072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2382us (2478us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.890060:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31483 00000100:00100000:0.0:1746137655.890386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.891207:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333667328 00000100:00100000:3.0:1746137655.891215:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333667328 00010000:00010000:3.0:1746137655.891240:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa8 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.891260:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15833 00000100:00100000:3.0:1746137655.891265:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333667328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.891275:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.891302:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa8 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.891312:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa8 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.891329:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776af5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaa8 expref: 6 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.891357:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.891359:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.891364:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.891370:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.891395:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.891404:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 40 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.891414:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327472896:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.891921:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.893342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.893360:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327472896:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.893375:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.893400:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333667328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2135us (3016us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.893407:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15833 00000100:00100000:2.0:1746137655.893528:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333667584 00000100:00100000:2.0:1746137655.893533:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333667584 00002000:00100000:2.0:1746137655.893560:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344700 x1830957333667584/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.893569:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344700 with x1830957333667584 ext(0->4095) 00010000:00010000:2.0:1746137655.893576:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.893585:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.893596:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120344700 00000100:00100000:2.0:1746137655.893609:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3719 00000100:00100000:2.0:1746137655.893615:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2007:x1830957333667584:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.893698:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2007:x1830957333667584:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.893703:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3719 00002000:00100000:2.0:1746137655.893708:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344700 x1830957333667584/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.893714:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344700 with x1830957333667584 ext(0->4095) 00010000:00010000:2.0:1746137655.893718:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.893726:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.893730:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120344700 00000100:00100000:0.0:1746137655.899710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.899798:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333667712 00000100:00100000:3.0:1746137655.899832:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333667712 00010000:00010000:3.0:1746137655.899862:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.899890:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15834 00000100:00100000:3.0:1746137655.899896:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2007:x1830957333667712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.899906:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.899921:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.899931:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.899948:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776afc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaaf expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.900402:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.900405:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.900411:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddab6 expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.900419:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddab6 expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.900445:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddab6 expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.900456:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327473024:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.901241:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.904143:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327473024:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.904162:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.904197:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333667712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4300us (4494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.904206:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15834 00000100:00100000:0.0:1746137655.904390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.904706:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333667968 00000100:00100000:1.0:1746137655.904712:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333667968 00002000:00100000:1.0:1746137655.904743:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8f480 x1830957333667968/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.904752:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8f480 with x1830957333667968 ext(0->4095) 00002000:00010000:1.0:1746137655.904755:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8f480 00000100:00100000:1.0:1746137655.904780:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14854 00000100:00100000:1.0:1746137655.904786:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333667968:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.904913:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333667968:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.904919:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14854 00002000:00100000:1.0:1746137655.904923:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8f480 x1830957333667968/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.904931:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8f480 with x1830957333667968 ext(0->4095) 00002000:00010000:1.0:1746137655.904933:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8f480 00000100:00100000:0.0:1746137655.907388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.907467:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333668096 00000100:00100000:3.0:1746137655.907473:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333668096 00000100:00100000:3.0:1746137655.907513:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31484 00000100:00100000:3.0:1746137655.907518:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333668096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.907531:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.907544:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddabd expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.907567:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddab6 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.907574:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.907576:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.907579:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddabd expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.907602:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddab6 expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.907611:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddab6 expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.907620:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327473152:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.907690:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.909549:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327473152:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.909572:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddabd expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.909584:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137655.909629:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333668096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2108us (2246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.909639:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31484 00000100:00100000:0.0:1746137655.909957:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.909996:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333668224 00000100:00100000:3.0:1746137655.910001:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333668224 00010000:00010000:3.0:1746137655.910019:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddab6 expref: 40 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.910039:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15835 00000100:00100000:3.0:1746137655.910044:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333668224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.910054:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.910068:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddab6 expref: 40 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.910078:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddab6 expref: 40 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.910095:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776b03 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddab6 expref: 40 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.910120:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.910122:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.910128:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddabd expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.910135:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddabd expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.910588:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddabd expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.910601:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327473280:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.910657:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.912935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.912955:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327473280:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.912971:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.913008:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333668224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2963us (3050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.913017:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15835 00000100:00100000:1.0:1746137655.913100:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333668480 00000100:00100000:1.0:1746137655.913106:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333668480 00002000:00100000:1.0:1746137655.913131:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c344000 x1830957333668480/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.913140:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344000 with x1830957333668480 ext(0->4095) 00002000:00010000:1.0:1746137655.913144:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c344000 00000100:00100000:1.0:1746137655.913167:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14855 00000100:00100000:1.0:1746137655.913173:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333668480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.913454:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333668480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 281us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.913460:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14855 00002000:00100000:1.0:1746137655.913465:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c344000 x1830957333668480/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.913471:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344000 with x1830957333668480 ext(0->4095) 00002000:00010000:1.0:1746137655.913474:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c344000 00000100:00100000:0.0:1746137655.916525:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.916584:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333668608 00000100:00100000:3.0:1746137655.916591:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333668608 00000100:00100000:3.0:1746137655.916631:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31485 00000100:00100000:3.0:1746137655.916638:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1679:x1830957333668608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.916652:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.916666:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddac4 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.916693:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddabd expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.916699:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.916700:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.916704:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.916726:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddabd expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.916735:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddabd expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.916744:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327473408:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.917469:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137655.917554:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.917876:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333668736 00000100:00100000:3.0:1746137655.917880:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333668736 00000100:00100000:3.0:1746137655.917912:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31486 00000100:00100000:3.0:1746137655.917918:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:1685:x1830957333668736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.917926:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.917932:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddacb expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.917945:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.917949:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.917955:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.917958:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddacb expref: 42 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.917976:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.917986:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddacb expref: 42 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.917994:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c600, rc 0) 00000100:00100000:3.0:1746137655.918025:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:1685:x1830957333668736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.918030:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31486 00000100:00100000:3.0:1746137655.920521:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327473408:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.920547:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 41 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.920558:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137655.920604:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:1679:x1830957333668608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3966us (4085us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.920611:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31485 00000100:00100000:0.0:1746137655.921161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.921243:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333668864 00000100:00100000:3.0:1746137655.921249:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333668864 00010000:00010000:3.0:1746137655.921268:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddabd expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.921308:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15836 00000100:00100000:3.0:1746137655.921314:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333668864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.921328:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.921343:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddabd expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.921353:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddabd expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.921370:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776b0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddabd expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.921393:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.921394:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.921400:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.921407:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.921429:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.921439:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 40 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.921453:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327473664:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.921510:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.922796:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327473664:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.922840:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.922869:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333668864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1554us (1709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.922876:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15836 00000100:00100000:0.0:1746137655.922971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.923094:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333669120 00000100:00100000:1.0:1746137655.923099:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333669120 00002000:00100000:1.0:1746137655.923124:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2de680 x1830957333669120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.923133:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2de680 with x1830957333669120 ext(0->4095) 00010000:00010000:1.0:1746137655.923138:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.923147:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.923153:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2de680 00000100:00100000:1.0:1746137655.923180:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3720 00000100:00100000:1.0:1746137655.923187:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2007:x1830957333669120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.923302:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2007:x1830957333669120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.923308:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3720 00002000:00100000:1.0:1746137655.923313:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2de680 x1830957333669120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.923319:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2de680 with x1830957333669120 ext(0->4095) 00010000:00010000:1.0:1746137655.923324:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.923332:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.923337:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2de680 00000100:00100000:0.0:1746137655.925403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.925973:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333669248 00000100:00100000:3.0:1746137655.925980:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333669248 00010000:00010000:3.0:1746137655.926004:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.926562:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15837 00000100:00100000:3.0:1746137655.926569:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2010:x1830957333669248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.926580:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.926594:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.926605:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.926623:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddac4 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.926645:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.926647:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.926653:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddacb expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.926660:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddacb expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.926685:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddacb expref: 40 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.926695:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327473792:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.926766:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.928304:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327473792:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.928318:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.928352:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2010:x1830957333669248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1783us (2952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.928358:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15837 00000100:00100000:0.0:1746137655.929128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.929166:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333669504 00000100:00100000:3.0:1746137655.929170:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333669504 00002000:00100000:3.0:1746137655.929194:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2df80 x1830957333669504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.929202:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2df80 with x1830957333669504 ext(0->4095) 00002000:00010000:3.0:1746137655.929206:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2df80 00000100:00100000:3.0:1746137655.929228:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14856 00000100:00100000:3.0:1746137655.929234:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333669504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137655.929331:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333669504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (203us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.929337:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14856 00002000:00100000:3.0:1746137655.929342:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2df80 x1830957333669504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.929348:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2df80 with x1830957333669504 ext(0->4095) 00002000:00010000:3.0:1746137655.929350:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2df80 00000100:00100000:0.0:1746137655.931262:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.931345:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333669632 00000100:00100000:3.0:1746137655.931350:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333669632 00000100:00100000:3.0:1746137655.931387:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31487 00000100:00100000:3.0:1746137655.931394:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333669632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.931405:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.931417:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddad2 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.931437:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddacb expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.931444:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.931446:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.931449:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad2 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.931470:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddacb expref: 39 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.931479:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddacb expref: 39 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.931493:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327473920:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.931564:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.932800:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327473920:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.932841:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad2 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.932853:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137655.932876:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333669632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1483us (1618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.932883:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31487 00000100:00100000:0.0:1746137655.933507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.933585:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333669760 00000100:00100000:3.0:1746137655.933589:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333669760 00010000:00010000:3.0:1746137655.933607:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddacb expref: 40 pid: 11509 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.933634:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15838 00000100:00100000:3.0:1746137655.933640:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333669760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.933649:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.933667:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddacb expref: 40 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.933678:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddacb expref: 40 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.933697:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b18 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddacb expref: 40 pid: 11509 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.933716:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.933718:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.933722:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.933728:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.933746:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.933756:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327474048:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.933799:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.936679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.936787:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327474048:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.936825:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.936826:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333670016 00000100:00100000:2.0:1746137655.936832:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333670016 00002000:00100000:2.0:1746137655.936863:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d1880 x1830957333670016/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137655.936869:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:2008:x1830957333669760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3228us (3361us total) trans 0 rc 0/0 00002000:00100000:2.0:1746137655.936876:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d1880 with x1830957333670016 ext(0->4095) 00000100:00100000:3.0:1746137655.936877:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15838 00002000:00010000:2.0:1746137655.936880:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d1880 00000100:00100000:2.0:1746137655.936895:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14857 00000100:00100000:2.0:1746137655.936900:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333670016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137655.936993:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333670016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (320us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.936999:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14857 00002000:00100000:2.0:1746137655.937003:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d1880 x1830957333670016/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.937010:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d1880 with x1830957333670016 ext(0->4095) 00002000:00010000:2.0:1746137655.937013:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d1880 00000100:00100000:0.0:1746137655.938787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.938881:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333670144 00000100:00100000:3.0:1746137655.938886:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333670144 00000100:00100000:3.0:1746137655.938912:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31488 00000100:00100000:3.0:1746137655.938917:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:1685:x1830957333670144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.938931:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.938942:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddad9 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.938961:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.938967:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.938968:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.938971:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.938992:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.939002:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad2 expref: 5 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.939012:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327474176:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.939073:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.939462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.939517:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333670272 00000100:00100000:1.0:1746137655.939521:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333670272 00000100:00100000:1.0:1746137655.939547:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31489 00000100:00100000:1.0:1746137655.939552:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:1679:x1830957333670272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137655.939558:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137655.939564:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddae0 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.939574:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137655.939577:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.939581:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137655.939585:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 42 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.939601:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.939610:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 42 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137655.939617:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebe00, rc 0) 00000100:00100000:1.0:1746137655.939637:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:1679:x1830957333670272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137655.939641:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31489 00000100:00100000:3.0:1746137655.941437:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327474176:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.941457:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 41 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.941467:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137655.941505:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:1685:x1830957333670144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2586us (2722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.941514:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31488 00000100:00100000:0.0:1746137655.941937:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.942080:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333670400 00000100:00100000:3.0:1746137655.942085:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333670400 00010000:00010000:3.0:1746137655.942103:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad2 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.942131:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15839 00000100:00100000:3.0:1746137655.942136:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333670400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137655.942146:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137655.942160:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad2 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.942168:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad2 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.942183:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776b1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad2 expref: 6 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:3.0:1746137655.942203:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.942205:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.942210:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.942216:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.942238:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 40 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.942247:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 40 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.942323:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327474432:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.942474:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.943843:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327474432:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137655.943854:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137655.943875:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333670400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1739us (1939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.943882:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15839 00000100:00100000:0.0:1746137655.944574:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.944782:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333670656 00000100:00100000:2.0:1746137655.944786:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333670656 00002000:00100000:2.0:1746137655.944828:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d7a300 x1830957333670656/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.944836:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7a300 with x1830957333670656 ext(0->4095) 00010000:00010000:2.0:1746137655.944843:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.944853:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.944863:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d7a300 00000100:00100000:2.0:1746137655.945067:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3721 00000100:00100000:2.0:1746137655.945074:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2008:x1830957333670656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137655.945168:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2008:x1830957333670656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (594us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137655.945173:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3721 00002000:00100000:2.0:1746137655.945177:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d7a300 x1830957333670656/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137655.945184:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7a300 with x1830957333670656 ext(0->4095) 00010000:00010000:2.0:1746137655.945189:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.945196:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00002000:00010000:2.0:1746137655.945201:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d7a300 00000100:00100000:2.0:1746137655.948757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.948862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.948894:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333670912 00000100:00100000:3.0:1746137655.948898:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333670784 00000100:00100000:2.0:1746137655.948900:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333670912 00000100:00100000:3.0:1746137655.948901:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333670784 00010000:00010000:2.0:1746137655.948925:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.948930:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31490 00000100:00100000:3.0:1746137655.948936:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333670784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.948947:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137655.948955:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15840 00000100:00100000:2.0:1746137655.948960:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2007:x1830957333670912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.948969:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.948984:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.948994:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.949016:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b26 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddad9 expref: 41 pid: 21535 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.949031:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.949033:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.949038:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 40 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.949044:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 40 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.949069:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 40 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.949079:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327474560:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.949138:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e000 going to sleep for 11 seconds 00010000:00010000:3.0:1746137655.949142:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddae7 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.949158:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 40 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.949173:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.949174:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.949177:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.949196:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 40 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.949632:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 40 pid: 26520 timeout: 817 lvb_type: 0 00000100:00100000:3.0:1746137655.949645:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327474688:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.949682:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.951614:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327474560:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.951617:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327474688:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137655.951627:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137655.951632:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.951642:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:2.0:1746137655.951663:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333670912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2702us (2800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.951672:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15840 00000100:00100000:3.0:1746137655.951677:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333670784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2742us (2927us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.951682:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31490 00000100:00100000:0.0:1746137655.952997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.953041:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333671168 00000100:00100000:1.0:1746137655.953047:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333671168 00002000:00100000:1.0:1746137655.953076:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79180 x1830957333671168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.953084:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79180 with x1830957333671168 ext(0->4095) 00010000:00010000:1.0:1746137655.953090:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 40 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.953101:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 40 pid: 26520 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.953106:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d79180 00000100:00100000:1.0:1746137655.953133:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3722 00000100:00100000:1.0:1746137655.953138:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333671168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.953251:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333671168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.953257:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3722 00002000:00100000:1.0:1746137655.953262:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79180 x1830957333671168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.953269:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79180 with x1830957333671168 ext(0->4095) 00010000:00010000:1.0:1746137655.953273:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 40 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746137655.953280:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 40 pid: 26520 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746137655.953284:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d79180 00000100:00100000:0.0:1746137655.956273:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.956757:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.956840:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333671296 00000100:00100000:3.0:1746137655.956847:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333671296 00000100:00100000:3.0:1746137655.956879:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31491 00000100:00100000:3.0:1746137655.956885:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:1679:x1830957333671296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.956899:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.956912:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddaee expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.956931:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.956936:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.956942:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137655.956945:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaee expref: 41 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.956973:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.956983:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaee expref: 41 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.956991:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137655.957025:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:1679:x1830957333671296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.957031:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31491 00000100:00100000:2.0:1746137655.957077:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333671424 00000100:00100000:2.0:1746137655.957081:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333671424 00010000:00010000:2.0:1746137655.957099:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 41 pid: 26520 timeout: 817 lvb_type: 0 00000100:00100000:2.0:1746137655.957129:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15841 00000100:00100000:2.0:1746137655.957135:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2010:x1830957333671424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.957143:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.957158:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 41 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.957167:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 41 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.957182:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776b2d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae0 expref: 41 pid: 26520 timeout: 817 lvb_type: 0 00010000:00010000:2.0:1746137655.957195:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.957197:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.957202:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.957208:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.957224:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.957234:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137655.957243:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327474944:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.957897:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137655.960364:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327474944:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137655.960381:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137655.960423:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2010:x1830957333671424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3287us (3665us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137655.960432:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15841 00000100:00100000:0.0:1746137655.960986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.961121:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333671680 00000100:00100000:3.0:1746137655.961128:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333671680 00002000:00100000:3.0:1746137655.961158:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c70380 x1830957333671680/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.961167:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70380 with x1830957333671680 ext(0->4095) 00010000:00010000:3.0:1746137655.961174:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137655.961186:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137655.961196:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c70380 00000100:00100000:3.0:1746137655.961216:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3723 00000100:00100000:3.0:1746137655.961223:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333671680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137655.962159:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333671680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 933us (1171us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137655.962165:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3723 00002000:00100000:3.0:1746137655.962172:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c70380 x1830957333671680/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137655.962179:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70380 with x1830957333671680 ext(0->4095) 00010000:00010000:3.0:1746137655.962185:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137655.962194:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137655.962199:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c70380 00000100:00100000:0.0:1746137655.965009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.965195:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333671808 00000100:00100000:2.0:1746137655.965202:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333671808 00010000:00010000:2.0:1746137655.965229:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137655.965265:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15842 00000100:00100000:2.0:1746137655.965271:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333671808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.965282:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.965307:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137655.965317:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137655.965335:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddae7 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137655.965360:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.965362:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.965368:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaee expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.965379:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaee expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.965405:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaee expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.965415:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327475072:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.965485:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.969430:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327475072:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.969447:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137655.972448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.972694:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333672064 00000100:00100000:0.0:1746137655.972701:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333672064 00002000:00100000:0.0:1746137655.972736:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c712680 x1830957333672064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.972744:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c712680 with x1830957333672064 ext(0->4095) 00002000:00010000:0.0:1746137655.972748:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c712680 00000100:00100000:2.0:1746137655.972838:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333671808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7564us (7833us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.972847:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15842 00000100:00100000:0.0:1746137655.972921:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14858 00000100:00100000:0.0:1746137655.972928:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333672064:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137655.973171:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333672064:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 243us (729us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.973177:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14858 00002000:00100000:1.0:1746137655.973182:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c712680 x1830957333672064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.973189:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c712680 with x1830957333672064 ext(0->4095) 00002000:00010000:1.0:1746137655.973192:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c712680 00000100:00100000:0.0:1746137655.975458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.975569:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333672192 00000100:00100000:3.0:1746137655.975575:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333672192 00000100:00100000:3.0:1746137655.975607:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31492 00000100:00100000:3.0:1746137655.975613:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333672192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.975624:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.975636:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddaf5 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.975661:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaee expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.975667:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.975668:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.975671:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.975691:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaee expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.975700:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaee expref: 39 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137655.975709:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327475200:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.976990:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.979306:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327475200:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.979334:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.979348:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137655.979404:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333672192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3790us (3949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.979413:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31492 00000100:00100000:0.0:1746137655.980639:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.980699:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333672320 00000100:00100000:2.0:1746137655.980709:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333672320 00010000:00010000:2.0:1746137655.980732:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaee expref: 40 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137655.980766:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15843 00000100:00100000:2.0:1746137655.980772:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333672320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746137655.980781:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137655.980784:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.980799:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaee expref: 40 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137655.980842:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaee expref: 40 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137655.980866:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776b3b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaee expref: 40 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137655.980880:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.980882:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.980887:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.980898:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137655.980915:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333672448 00000100:00100000:3.0:1746137655.980919:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333672448 00010000:00010000:2.0:1746137655.980921:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.980930:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327475328:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137655.980948:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31493 00000100:00100000:3.0:1746137655.980953:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:1679:x1830957333672448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.980964:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.980972:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddafc expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.980976:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746137655.980984:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.980989:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.980990:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137655.980993:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 41 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.981006:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.981015:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137655.981022:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327475456:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.981043:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.982366:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327475456:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.982387:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 41 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.982404:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137655.982441:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:1679:x1830957333672448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1487us (1659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.982448:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31493 00000100:00100000:2.0:1746137655.982466:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327475328:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.982475:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.982493:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333672320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1721us (1855us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.982499:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15843 00000100:00100000:0.0:1746137655.982660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.982835:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333672704 00000100:00100000:1.0:1746137655.982841:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333672704 00002000:00100000:1.0:1746137655.982871:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009a219450 x1830957333672704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.982885:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a219450 with x1830957333672704 ext(0->4095) 00010000:00010000:1.0:1746137655.982891:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137655.982901:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137655.982907:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a219450 00000100:00100000:1.0:1746137655.982934:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3724 00000100:00100000:1.0:1746137655.982940:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a219450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333672704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137655.983040:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a219450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333672704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.983046:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3724 00002000:00100000:1.0:1746137655.983051:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009a219450 x1830957333672704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.983057:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a219450 with x1830957333672704 ext(0->4095) 00010000:00010000:1.0:1746137655.983062:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137655.983070:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137655.983075:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a219450 00000100:00100000:0.0:1746137655.987479:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.987537:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333672832 00000100:00100000:2.0:1746137655.987547:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333672832 00010000:00010000:2.0:1746137655.987577:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137655.987613:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15844 00000100:00100000:2.0:1746137655.987620:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333672832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.987634:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137655.987653:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137655.987665:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137655.987688:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776b42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddaf5 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137655.987701:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.987703:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.987711:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.987719:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.987749:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.987760:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327475584:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.987858:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137655.990287:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327475584:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137655.990490:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137655.990536:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333672832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2916us (3063us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137655.990545:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15844 00000100:00100000:0.0:1746137655.990777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137655.990841:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333673088 00000100:00100000:1.0:1746137655.990848:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333673088 00002000:00100000:1.0:1746137655.990881:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfcb800 x1830957333673088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.990890:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfcb800 with x1830957333673088 ext(0->4095) 00002000:00010000:1.0:1746137655.990894:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfcb800 00000100:00100000:1.0:1746137655.990921:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14859 00000100:00100000:1.0:1746137655.990927:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2009:x1830957333673088:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137655.991033:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2009:x1830957333673088:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137655.991039:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14859 00002000:00100000:1.0:1746137655.991043:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfcb800 x1830957333673088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 488/4536 e 0 to 0 dl 1746137666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137655.991049:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfcb800 with x1830957333673088 ext(0->4095) 00002000:00010000:1.0:1746137655.991052:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfcb800 00000100:00100000:0.0:1746137655.992419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137655.992584:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333673216 00000100:00100000:3.0:1746137655.992590:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333673216 00000100:00100000:3.0:1746137655.992633:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31494 00000100:00100000:3.0:1746137655.992640:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333673216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137655.992652:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137655.992667:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb03 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.992693:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.992699:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.992701:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137655.992703:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb03 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.992728:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 39 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.992738:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 39 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137655.992753:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327475712:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137655.992859:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137655.994435:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327475712:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137655.994465:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb03 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137655.994478:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137655.994523:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333673216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1883us (2109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137655.994532:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31494 00000100:00100000:2.0:1746137655.995439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137655.995608:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333673344 00000100:00100000:0.0:1746137655.995614:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333673344 00002000:00100000:0.0:1746137655.995642:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f0c7800 x1830957333673344/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/0 e 0 to 0 dl 1746137666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.995651:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c7800 with x1830957333673344 ext(0->7) 00010000:00010000:0.0:1746137655.995658:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 40 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137655.995668:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 40 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137655.995674:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c7800 00000100:00100000:0.0:1746137655.995688:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3725 00000100:00100000:0.0:1746137655.995694:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2007:x1830957333673344:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137655.996895:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2007:x1830957333673344:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1196us (1452us total) trans 4294972193 rc 0/0 00000100:00100000:0.0:1746137655.996904:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3725 00002000:00100000:0.0:1746137655.996911:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f0c7800 x1830957333673344/t4294972193(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:91/0 lens 496/448 e 0 to 0 dl 1746137666 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137655.996918:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c7800 with x1830957333673344 ext(0->7) 00010000:00010000:0.0:1746137655.996925:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 42 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137655.996935:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 42 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137655.996940:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c7800 00000100:00100000:0.0:1746137655.998980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137655.999063:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333673472 00000100:00100000:2.0:1746137655.999070:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333673472 00010000:00010000:2.0:1746137655.999098:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 42 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137655.999553:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15845 00000100:00100000:2.0:1746137655.999559:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2007:x1830957333673472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137655.999571:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746137655.999583:0:8387:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746137656 -> 1746137657 00002000:00010000:2.0:1746137655.999585:0:8387:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746137656 -> 1746137657 00010000:00010000:2.0:1746137655.999590:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 42 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137655.999599:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 42 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137655.999616:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776b49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddafc expref: 42 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137655.999644:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.999646:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137655.999652:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb03 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.999658:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb03 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137655.999683:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb03 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137655.999692:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327475840:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137655.999756:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.001052:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327475840:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.001065:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.001086:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2007:x1830957333673472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1528us (2115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.001094:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15845 00000100:00100000:0.0:1746137656.002177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.002254:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333673728 00000100:00100000:2.0:1746137656.002260:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333673728 00002000:00100000:2.0:1746137656.002338:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfcb480 x1830957333673728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.002347:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfcb480 with x1830957333673728 ext(0->4095) 00002000:00010000:2.0:1746137656.002351:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfcb480 00000100:00080000:0.0:1746137656.002396:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137656.002472:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14860 00000100:00100000:2.0:1746137656.002479:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333673728:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.002578:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333673728:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.002583:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14860 00002000:00100000:2.0:1746137656.002587:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfcb480 x1830957333673728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.002593:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfcb480 with x1830957333673728 ext(0->4095) 00002000:00010000:2.0:1746137656.002595:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfcb480 00000100:00100000:0.0:1746137656.005221:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.005325:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333673856 00000100:00100000:3.0:1746137656.005333:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333673856 00000100:00100000:3.0:1746137656.005401:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31495 00000100:00100000:3.0:1746137656.005408:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:1679:x1830957333673856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.005424:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:1.0:1746137656.005428:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746137656.005440:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb0a expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.005464:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb03 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.005470:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.005472:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.005475:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137656.005492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137656.005504:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb03 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.005519:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb03 expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.005531:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327475968:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.005598:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.006766:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333673984 00000100:00100000:1.0:1746137656.006774:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333673984 00000100:00100000:1.0:1746137656.006824:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31496 00000100:00100000:1.0:1746137656.006830:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:1685:x1830957333673984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.006841:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.006851:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb11 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.006867:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.006871:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 44 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.006877:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.006880:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb11 expref: 44 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.006906:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 44 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.006917:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb11 expref: 44 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.006925:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea800, rc 0) 00000100:00100000:1.0:1746137656.007255:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+44:1685:x1830957333673984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 423us (1760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.007261:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31496 00000100:00100000:2.0:1746137656.007469:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.007527:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333674112 00000100:00100000:0.0:1746137656.007531:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333674112 00010000:00010000:0.0:1746137656.007546:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb03 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746137656.007616:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15846 00000100:00100000:0.0:1746137656.007622:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db3b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333674112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137656.007630:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746137656.007708:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327475968:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.007724:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 43 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.007732:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c600, rc 0) 00000100:00100000:3.0:1746137656.007761:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:1679:x1830957333673856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2354us (2546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.007765:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31495 00010000:00010000:0.0:1746137656.007829:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb03 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.007838:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb03 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.007852:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b50 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb03 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.007864:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137656.007866:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137656.007871:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.007877:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.007896:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.007905:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 42 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746137656.007920:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327476224:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137656.007956:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.008885:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327476224:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.008898:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.008919:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db3b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333674112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1297us (1450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.008926:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15846 00000100:00100000:0.0:1746137656.009087:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.009430:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333674368 00000100:00100000:1.0:1746137656.009435:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333674368 00002000:00100000:1.0:1746137656.009462:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e1880 x1830957333674368/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.009470:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1880 with x1830957333674368 ext(0->4095) 00010000:00010000:1.0:1746137656.009477:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.009486:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.009492:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e1880 00000100:00100000:1.0:1746137656.009536:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3726 00000100:00100000:1.0:1746137656.009542:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:2010:x1830957333674368:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137656.009644:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:2010:x1830957333674368:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.009650:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3726 00002000:00100000:1.0:1746137656.009655:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e1880 x1830957333674368/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.009662:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1880 with x1830957333674368 ext(0->4095) 00010000:00010000:1.0:1746137656.009666:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.009674:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.009679:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e1880 00000100:00100000:0.0:1746137656.011243:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.011280:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333674496 00000100:00100000:2.0:1746137656.011285:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333674496 00010000:00010000:2.0:1746137656.011320:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.011341:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15847 00000100:00100000:2.0:1746137656.011345:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:2008:x1830957333674496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.011353:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.011366:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.011375:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.011391:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b57 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb0a expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.011405:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.011407:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.011414:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb11 expref: 42 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.011421:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb11 expref: 42 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.011450:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb11 expref: 42 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.011461:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327476352:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.011532:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.012768:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327476352:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.012781:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.012834:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2008:x1830957333674496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1486us (1594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.012842:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15847 00000100:00100000:0.0:1746137656.013121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.013300:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333674752 00000100:00100000:2.0:1746137656.013305:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333674752 00002000:00100000:2.0:1746137656.013332:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e2680 x1830957333674752/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.013340:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2680 with x1830957333674752 ext(0->4095) 00002000:00010000:2.0:1746137656.013344:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e2680 00000100:00100000:2.0:1746137656.013368:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14861 00000100:00100000:2.0:1746137656.013374:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2008:x1830957333674752:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.013628:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2008:x1830957333674752:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 253us (507us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.013634:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14861 00002000:00100000:2.0:1746137656.013639:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e2680 x1830957333674752/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.013646:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2680 with x1830957333674752 ext(0->4095) 00002000:00010000:2.0:1746137656.013648:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e2680 00000100:00100000:0.0:1746137656.014882:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.014963:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333674880 00000100:00100000:3.0:1746137656.014968:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333674880 00000100:00100000:3.0:1746137656.015146:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31497 00000100:00100000:3.0:1746137656.015153:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333674880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.015165:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.015177:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb18 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.015200:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb11 expref: 41 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.015208:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.015209:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.015213:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb18 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.015237:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb11 expref: 41 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.015247:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb11 expref: 41 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.015257:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327476480:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.015636:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.017061:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327476480:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.017087:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb18 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.017100:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137656.017142:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333674880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1988us (2263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.017150:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31497 00000100:00100000:0.0:1746137656.017266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.017963:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333675008 00000100:00100000:2.0:1746137656.017969:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333675008 00010000:00010000:2.0:1746137656.017989:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb11 expref: 42 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.018009:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15848 00000100:00100000:2.0:1746137656.018013:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2008:x1830957333675008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.018021:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.018035:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb11 expref: 42 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.018045:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb11 expref: 42 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.018058:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776b5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb11 expref: 42 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.018093:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.018094:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.018099:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb18 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.018104:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb18 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.018121:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb18 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.018128:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327476608:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.018331:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.019968:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.020336:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327476608:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.020355:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.020378:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333675264 00000100:00100000:3.0:1746137656.020385:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333675264 00000100:00100000:2.0:1746137656.020394:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2008:x1830957333675008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2378us (3126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.020403:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15848 00002000:00100000:3.0:1746137656.020421:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0a80 x1830957333675264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.020435:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0a80 with x1830957333675264 ext(0->4095) 00002000:00010000:3.0:1746137656.020440:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e0a80 00000100:00100000:3.0:1746137656.020466:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14862 00000100:00100000:3.0:1746137656.020473:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333675264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.020589:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333675264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (626us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.020595:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14862 00002000:00100000:3.0:1746137656.020599:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0a80 x1830957333675264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.020605:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0a80 with x1830957333675264 ext(0->4095) 00002000:00010000:3.0:1746137656.020607:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e0a80 00000100:00100000:0.0:1746137656.022255:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.022306:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333675392 00000100:00100000:3.0:1746137656.022311:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333675392 00000100:00100000:3.0:1746137656.022347:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31498 00000100:00100000:3.0:1746137656.022351:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:1685:x1830957333675392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.022363:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.022376:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb1f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.022398:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb18 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.022403:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.022404:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.022407:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.022428:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb18 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.022436:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb18 expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.022443:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327476736:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.022508:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.023853:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327476736:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.023876:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.023891:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c600, rc 0) 00000100:00100000:3.0:1746137656.023930:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:1685:x1830957333675392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1573us (1674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.023939:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31498 00000100:00100000:0.0:1746137656.024130:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.024687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.024756:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333675648 00000100:00100000:3.0:1746137656.024761:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333675648 00000100:00100000:3.0:1746137656.025184:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31499 00000100:00100000:3.0:1746137656.025196:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:1679:x1830957333675648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.025209:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.025220:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb26 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.025243:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.025248:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 43 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.025253:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.025256:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 43 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.025285:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 43 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.025303:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 43 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.025310:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:2.0:1746137656.025331:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333675520 00000100:00100000:2.0:1746137656.025335:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333675520 00000100:00100000:3.0:1746137656.025341:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:1679:x1830957333675648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.025347:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31499 00010000:00010000:2.0:1746137656.025354:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb18 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.025594:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15849 00000100:00100000:2.0:1746137656.025600:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333675520:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.025608:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.025625:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb18 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.025635:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb18 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.025649:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776b65 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb18 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.025660:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.025662:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.025667:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.025673:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.025690:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.025699:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 42 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.025709:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327476992:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.025778:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.027798:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.027845:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327476992:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.027861:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333675904 00010000:00010000:2.0:1746137656.027861:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.027866:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333675904 00000100:00100000:2.0:1746137656.027904:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333675520:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2303us (3773us total) trans 0 rc 0/0 00002000:00100000:3.0:1746137656.027907:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e3b80 x1830957333675904/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137656.027913:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15849 00002000:00100000:3.0:1746137656.027916:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e3b80 with x1830957333675904 ext(0->4095) 00010000:00010000:3.0:1746137656.027923:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.027938:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.027943:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e3b80 00000100:00100000:3.0:1746137656.027961:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3727 00000100:00100000:3.0:1746137656.027967:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:2007:x1830957333675904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137656.028213:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:2007:x1830957333675904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 245us (420us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.028219:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3727 00002000:00100000:3.0:1746137656.028225:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e3b80 x1830957333675904/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.028232:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e3b80 with x1830957333675904 ext(0->4095) 00010000:00010000:3.0:1746137656.028237:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.028245:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.028250:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e3b80 00000100:00100000:0.0:1746137656.031233:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.031302:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333676032 00000100:00100000:2.0:1746137656.031310:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333676032 00010000:00010000:2.0:1746137656.031340:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.031374:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15850 00000100:00100000:2.0:1746137656.031381:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:2007:x1830957333676032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.031393:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.031408:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.031419:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.031436:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776b6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb1f expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.031450:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.031452:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.031458:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.031465:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.031497:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 42 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.031507:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327477120:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.031580:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.034800:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327477120:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.034844:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.034884:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2007:x1830957333676032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3502us (3658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.034891:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15850 00000100:00100000:1.0:1746137656.035020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.035111:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333676288 00000100:00100000:3.0:1746137656.035117:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333676288 00002000:00100000:3.0:1746137656.035152:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081286300 x1830957333676288/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.035161:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081286300 with x1830957333676288 ext(0->4095) 00002000:00010000:3.0:1746137656.035167:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081286300 00000100:00100000:3.0:1746137656.035182:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14863 00000100:00100000:3.0:1746137656.035188:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081286300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2007:x1830957333676288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137656.035330:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081286300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2007:x1830957333676288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.035336:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14863 00002000:00100000:3.0:1746137656.035341:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081286300 x1830957333676288/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.035348:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081286300 with x1830957333676288 ext(0->4095) 00002000:00010000:3.0:1746137656.035351:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081286300 00000100:00100000:0.0:1746137656.039451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.039762:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333676416 00000100:00100000:1.0:1746137656.039769:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333676416 00000100:00100000:1.0:1746137656.039848:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31500 00000100:00100000:1.0:1746137656.039856:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333676416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.039871:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.039886:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb2d expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.039910:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 41 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.039922:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.039924:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.039927:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb2d expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.039950:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 41 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.039960:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 41 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.039969:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081286d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327477248:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.040043:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaf00 going to sleep for 11 seconds 00010000:00010000:1.0:1746137656.043460:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746137656.043756:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081286d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327477248:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.043786:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb2d expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.043802:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:1.0:1746137656.043868:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333676416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4012us (4427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.043876:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31500 00000100:00100000:0.0:1746137656.046013:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.046119:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333676544 00000100:00100000:3.0:1746137656.046128:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333676544 00002000:00100000:3.0:1746137656.046169:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846e1500 x1830957333676544/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.046179:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1500 with x1830957333676544 ext(0->7) 00010000:00010000:3.0:1746137656.046187:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 42 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.046199:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 42 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.046206:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e1500 00000100:00100000:3.0:1746137656.046232:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3728 00000100:00100000:3.0:1746137656.046239:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2008:x1830957333676544:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137656.046932:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+44:2008:x1830957333676544:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 690us (928us total) trans 4294972194 rc 0/0 00000100:00100000:0.0:1746137656.046939:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3728 00002000:00100000:0.0:1746137656.046944:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846e1500 x1830957333676544/t4294972194(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/448 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.046952:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1500 with x1830957333676544 ext(0->7) 00010000:00010000:0.0:1746137656.046957:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 44 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.046970:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 44 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.046975:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e1500 00000100:00100000:0.0:1746137656.051194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.051362:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333676672 00000100:00100000:2.0:1746137656.051370:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333676672 00010000:00010000:2.0:1746137656.051401:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 44 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.051443:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15851 00000100:00100000:2.0:1746137656.051451:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+44:2008:x1830957333676672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.051466:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.051483:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 44 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.051498:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 44 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.051519:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776b73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb26 expref: 44 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.051549:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.051551:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.051558:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb2d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.051565:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb2d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.051593:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb2d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.051605:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327477376:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.051692:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.061612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.061957:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327477376:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137656.061966:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333676928 00000100:00100000:1.0:1746137656.061972:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333676928 00010000:00010000:2.0:1746137656.061974:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746137656.062011:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e1c00 x1830957333676928/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137656.062024:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:2008:x1830957333676672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 10573us (10839us total) trans 0 rc 0/0 00002000:00100000:1.0:1746137656.062025:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1c00 with x1830957333676928 ext(0->4095) 00002000:00010000:1.0:1746137656.062029:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e1c00 00000100:00100000:2.0:1746137656.062033:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15851 00000100:00100000:1.0:1746137656.062049:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14864 00000100:00100000:1.0:1746137656.062055:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333676928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.062196:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333676928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.062203:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14864 00002000:00100000:1.0:1746137656.062208:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e1c00 x1830957333676928/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.062215:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1c00 with x1830957333676928 ext(0->4095) 00002000:00010000:1.0:1746137656.062218:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e1c00 00000100:00100000:0.0:1746137656.065651:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.065769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.065842:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333677056 00000100:00100000:1.0:1746137656.065850:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333677056 00000100:00100000:1.0:1746137656.065892:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333677184 00000100:00100000:1.0:1746137656.065895:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333677184 00000100:00100000:1.0:1746137656.065909:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31501 00000100:00100000:1.0:1746137656.065915:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+44:1679:x1830957333677056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.065930:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.065945:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb34 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.065971:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb2d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.065983:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.065985:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.065988:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 45 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.066017:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb2d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.066027:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb2d expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.066037:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081286d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327477504:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.066106:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.066344:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31502 00000100:00100000:3.0:1746137656.066353:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:1685:x1830957333677184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.066361:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.066368:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb3b expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.066382:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.066386:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 46 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.066391:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.066394:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 46 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.066417:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 46 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.066428:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 46 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.066437:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137656.066461:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:1685:x1830957333677184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.066467:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31502 00000100:00100000:1.0:1746137656.067915:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081286d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327477504:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.067939:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 45 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.067951:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eac00, rc 0) 00000100:00100000:1.0:1746137656.067980:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:1679:x1830957333677056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2065us (2337us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.067986:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31501 00000100:00100000:0.0:1746137656.068656:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.068997:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333677312 00000100:00100000:3.0:1746137656.069005:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333677312 00010000:00010000:3.0:1746137656.069032:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb2d expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.069152:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15852 00000100:00100000:3.0:1746137656.069161:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333677312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.069174:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.069194:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb2d expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.069205:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb2d expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.069225:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776b7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb2d expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.069249:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.069251:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.069257:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 44 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.069264:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 44 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.069303:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 44 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.069313:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 44 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.069328:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327477760:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.069402:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.072594:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.072767:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327477760:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.072784:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.072843:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333677312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3684us (4187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.072852:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15852 00000100:00100000:1.0:1746137656.073551:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333677568 00000100:00100000:1.0:1746137656.073557:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333677568 00002000:00100000:1.0:1746137656.073589:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3b80 x1830957333677568/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.073603:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3b80 with x1830957333677568 ext(0->4095) 00010000:00010000:1.0:1746137656.073610:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 45 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.073622:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 45 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.073628:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d3b80 00000100:00100000:1.0:1746137656.073652:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3729 00000100:00100000:1.0:1746137656.073658:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:2007:x1830957333677568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.074045:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:2007:x1830957333677568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 386us (1457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.074052:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3729 00002000:00100000:1.0:1746137656.074057:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3b80 x1830957333677568/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.074063:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3b80 with x1830957333677568 ext(0->4095) 00010000:00010000:1.0:1746137656.074068:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 45 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.074077:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 45 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.074082:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d3b80 00000100:00100000:0.0:1746137656.075758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.076573:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333677696 00000100:00100000:3.0:1746137656.076582:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333677696 00010000:00010000:3.0:1746137656.076614:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 45 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.076749:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15853 00000100:00100000:3.0:1746137656.076755:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db3b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:2008:x1830957333677696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.076768:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.076784:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 45 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.076794:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 45 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.076914:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776b81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb34 expref: 45 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.077091:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.077093:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.077099:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 44 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.077106:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 44 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.077133:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 44 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.077144:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327477888:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.077492:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.080450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.080545:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327477888:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.080563:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137656.081173:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333677952 00000100:00100000:1.0:1746137656.081182:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333677952 00002000:00100000:1.0:1746137656.081218:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3480 x1830957333677952/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.081227:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3480 with x1830957333677952 ext(0->4095) 00002000:00010000:1.0:1746137656.081231:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d3480 00000100:00100000:1.0:1746137656.081259:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14865 00000100:00100000:1.0:1746137656.081267:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:2008:x1830957333677952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.081426:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db3b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:2008:x1830957333677696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4669us (5673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.081435:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15853 00000100:00100000:1.0:1746137656.081990:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+44:2008:x1830957333677952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 722us (1548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.081997:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14865 00002000:00100000:1.0:1746137656.082002:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3480 x1830957333677952/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.082009:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3480 with x1830957333677952 ext(0->4095) 00002000:00010000:1.0:1746137656.082013:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d3480 00000100:00100000:0.0:1746137656.083559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.083729:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333678080 00000100:00100000:1.0:1746137656.083735:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333678080 00000100:00100000:1.0:1746137656.083786:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31503 00000100:00100000:1.0:1746137656.083793:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333678080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.083832:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.083849:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb42 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.083874:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 43 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.083885:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.083887:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.083889:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.083916:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 43 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.083926:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 43 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.083936:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081286d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327478016:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.084012:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.091271:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081286d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327478016:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.091334:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.091352:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eba00, rc 0) 00000100:00100000:1.0:1746137656.091399:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333678080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7606us (7846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.091409:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31503 00000100:00100000:0.0:1746137656.099879:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.100181:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333678208 00000100:00100000:1.0:1746137656.100189:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333678208 00002000:00100000:1.0:1746137656.100234:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846d1500 x1830957333678208/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.100249:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1500 with x1830957333678208 ext(0->7) 00010000:00010000:1.0:1746137656.100259:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 44 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.100272:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 44 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.100279:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d1500 00000100:00100000:1.0:1746137656.100319:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3730 00000100:00100000:1.0:1746137656.100326:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+44:2007:x1830957333678208:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137656.101025:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2007:x1830957333678208:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 695us (1150us total) trans 4294972195 rc 0/0 00000100:00100000:0.0:1746137656.101034:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3730 00002000:00100000:0.0:1746137656.101041:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846d1500 x1830957333678208/t4294972195(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/448 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.101049:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1500 with x1830957333678208 ext(0->7) 00010000:00010000:0.0:1746137656.101055:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 46 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.101065:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 46 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.101076:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d1500 00000100:00100000:0.0:1746137656.110109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.110209:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333678336 00000100:00100000:3.0:1746137656.110219:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333678336 00010000:00010000:3.0:1746137656.110252:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 46 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.110301:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15854 00000100:00100000:3.0:1746137656.110308:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2010:x1830957333678336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.110321:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.110339:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 46 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.110354:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 46 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.110375:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776b88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb3b expref: 46 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.110391:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.110393:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.110398:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.110405:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.110434:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.110444:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327478144:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.112732:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.115218:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.115246:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327478144:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.115265:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.115311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.115323:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:2010:x1830957333678336:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5015us (5223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.115333:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15854 00000100:00100000:2.0:1746137656.115370:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333678720 00000100:00100000:2.0:1746137656.115376:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333678720 00000100:00100000:2.0:1746137656.115412:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31504 00000100:00100000:2.0:1746137656.115418:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:1679:x1830957333678720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.115434:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.115449:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb49 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.115472:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.115480:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.115481:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.115484:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 46 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.115509:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.115520:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.115530:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327478272:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.115582:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.115631:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333678592 00000100:00100000:0.0:1746137656.115635:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333678592 00002000:00100000:0.0:1746137656.115658:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5c00 x1830957333678592/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.115667:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5c00 with x1830957333678592 ext(0->4095) 00010000:00010000:0.0:1746137656.115672:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.115681:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.115686:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c5c00 00000100:00100000:0.0:1746137656.115707:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3731 00000100:00100000:0.0:1746137656.115711:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333678592:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137656.115916:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333678592:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 203us (704us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.115921:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3731 00002000:00100000:0.0:1746137656.115926:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5c00 x1830957333678592/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.115933:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5c00 with x1830957333678592 ext(0->4095) 00010000:00010000:0.0:1746137656.115937:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.115945:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.115949:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c5c00 00000100:00100000:2.0:1746137656.117919:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327478272:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.117920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137656.117939:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 46 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.117952:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf600, rc 0) 00000100:00100000:0.0:1746137656.118053:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333678848 00000100:00100000:0.0:1746137656.118058:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333678848 00000100:00100000:0.0:1746137656.118088:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31505 00000100:00100000:0.0:1746137656.118094:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:1685:x1830957333678848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137656.118105:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137656.118117:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb50 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.118133:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746137656.118149:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1679:x1830957333678720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2730us (2837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.118151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.118155:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31504 00000100:00100000:2.0:1746137656.118185:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333678976 00000100:00100000:2.0:1746137656.118188:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333678976 00010000:00010000:2.0:1746137656.118204:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.118273:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15855 00000100:00100000:2.0:1746137656.118280:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333678976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.118296:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137656.118302:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.118307:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137656.118311:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb50 expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.118321:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.118330:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.118389:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141776b8f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb42 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.118404:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.118406:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.118411:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.118422:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.118446:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.118455:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.118465:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327478400:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.118648:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.118657:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.118665:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327478528:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.118696:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.118918:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.120127:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327478400:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.120140:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.120278:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333678976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1996us (2123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137656.120470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.120511:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15855 00000100:00100000:3.0:1746137656.120714:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327478528:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.120736:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb50 expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137656.120748:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333679232 00010000:00010000:3.0:1746137656.120751:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19c00, rc 0) 00000100:00100000:1.0:1746137656.120755:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333679232 00000100:00100000:3.0:1746137656.120778:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1685:x1830957333678848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2684us (2863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.120786:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31505 00002000:00100000:1.0:1746137656.120792:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2d80 x1830957333679232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.120801:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2d80 with x1830957333679232 ext(0->4095) 00010000:00010000:1.0:1746137656.120835:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.120846:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.120852:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d2d80 00000100:00100000:1.0:1746137656.121128:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3732 00000100:00100000:1.0:1746137656.121134:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:2008:x1830957333679232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.121262:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:2008:x1830957333679232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (793us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.121268:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3732 00002000:00100000:1.0:1746137656.121273:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2d80 x1830957333679232/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.121279:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2d80 with x1830957333679232 ext(0->4095) 00010000:00010000:1.0:1746137656.121284:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.121303:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.121308:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d2d80 00000100:00100000:0.0:1746137656.123093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.123221:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333679360 00000100:00100000:2.0:1746137656.123229:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333679360 00010000:00010000:2.0:1746137656.123259:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.123332:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15856 00000100:00100000:2.0:1746137656.123339:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:2009:x1830957333679360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.123352:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.123370:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.123381:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.123403:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf600/0xddf4fb6141776b96 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb49 expref: 47 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.123417:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.123418:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.123425:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb50 expref: 46 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.123432:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb50 expref: 46 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.123460:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb50 expref: 46 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.123470:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327478656:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.123547:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.125340:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327478656:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137656.125347:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137656.125354:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.125389:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2009:x1830957333679360:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2049us (2303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.125397:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15856 00000100:00100000:1.0:1746137656.125527:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333679616 00000100:00100000:1.0:1746137656.125533:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333679616 00002000:00100000:1.0:1746137656.125561:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2a00 x1830957333679616/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.125569:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2a00 with x1830957333679616 ext(0->4095) 00002000:00010000:1.0:1746137656.125573:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d2a00 00000100:00100000:1.0:1746137656.125857:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14866 00000100:00100000:1.0:1746137656.125863:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2009:x1830957333679616:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137656.125961:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2009:x1830957333679616:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.125966:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14866 00002000:00100000:1.0:1746137656.125972:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2a00 x1830957333679616/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.125978:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2a00 with x1830957333679616 ext(0->4095) 00002000:00010000:1.0:1746137656.125981:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d2a00 00000100:00100000:0.0:1746137656.128785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.129010:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333679744 00000100:00100000:3.0:1746137656.129019:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333679744 00000100:00100000:3.0:1746137656.129066:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31506 00000100:00100000:3.0:1746137656.129076:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333679744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.129094:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.129113:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb57 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.129141:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb50 expref: 45 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.129150:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.129152:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.129157:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.129195:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb50 expref: 45 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.129208:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb50 expref: 45 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.129223:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327478784:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.129324:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.131707:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327478784:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.131745:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.131765:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137656.132332:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333679744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3253us (3552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.132343:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31506 00000100:00100000:0.0:1746137656.133555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.135651:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333679872 00000100:00100000:2.0:1746137656.135663:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333679872 00010000:00010000:2.0:1746137656.135704:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb50 expref: 46 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.135755:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15857 00000100:00100000:2.0:1746137656.135764:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333679872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.135778:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.135799:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb50 expref: 46 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.135836:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb50 expref: 46 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.135862:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d19c00/0xddf4fb6141776b9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb50 expref: 46 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.135885:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.135888:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.135896:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.135906:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.135945:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.135959:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327478912:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.136079:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.138972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.139069:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333680000 00000100:00100000:3.0:1746137656.139078:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333680000 00000100:00100000:3.0:1746137656.139112:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31507 00000100:00100000:3.0:1746137656.139118:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:1679:x1830957333680000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.139135:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.139149:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb5e expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.139174:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.139181:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.139182:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.139185:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.139210:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.139220:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.139230:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327479040:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.139311:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.141654:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.141696:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327478912:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.141715:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.141764:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:2008:x1830957333679872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5999us (8212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.141777:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15857 00000100:00100000:1.0:1746137656.141778:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333680256 00000100:00100000:1.0:1746137656.141785:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333680256 00002000:00100000:1.0:1746137656.141838:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098619500 x1830957333680256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.141847:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098619500 with x1830957333680256 ext(0->4095) 00010000:00010000:1.0:1746137656.141856:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.141869:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.141875:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098619500 00000100:00100000:1.0:1746137656.141902:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3733 00000100:00100000:1.0:1746137656.141908:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098619500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333680256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.142016:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098619500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333680256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (369us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.142022:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3733 00002000:00100000:1.0:1746137656.142027:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098619500 x1830957333680256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.142034:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098619500 with x1830957333680256 ext(0->4095) 00010000:00010000:1.0:1746137656.142037:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.142045:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.142050:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098619500 00000100:00100000:3.0:1746137656.143199:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327479040:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.143219:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 46 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.143231:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137656.143273:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:1679:x1830957333680000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4154us (4308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.143283:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31507 00000100:00100000:0.0:1746137656.147740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.147871:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333680384 00000100:00100000:2.0:1746137656.147881:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333680384 00010000:00010000:2.0:1746137656.147918:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.147962:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15858 00000100:00100000:2.0:1746137656.147969:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333680384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.147985:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.148006:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.148018:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.148039:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776ba4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb57 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.148070:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.148073:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.148081:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 45 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.148089:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 45 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.148125:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 45 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.148138:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327479168:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.148258:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.150375:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327479168:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.150396:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.150448:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333680384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2477us (2715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.150459:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15858 00000100:00100000:0.0:1746137656.151433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.151571:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333680640 00000100:00100000:2.0:1746137656.151578:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333680640 00002000:00100000:2.0:1746137656.151625:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861b480 x1830957333680640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.151636:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861b480 with x1830957333680640 ext(0->4095) 00002000:00010000:2.0:1746137656.151641:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009861b480 00000100:00100000:2.0:1746137656.151664:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14867 00000100:00100000:2.0:1746137656.151672:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2007:x1830957333680640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.151789:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2007:x1830957333680640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.151796:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14867 00002000:00100000:2.0:1746137656.151802:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861b480 x1830957333680640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.151833:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861b480 with x1830957333680640 ext(0->4095) 00002000:00010000:2.0:1746137656.151836:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009861b480 00000100:00100000:0.0:1746137656.155308:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.155409:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333680768 00000100:00100000:3.0:1746137656.155418:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333680768 00000100:00100000:3.0:1746137656.155460:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31508 00000100:00100000:3.0:1746137656.155467:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333680768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.155483:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.155499:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb65 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.155530:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 45 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.155538:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.155539:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.155542:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.155569:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 45 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.155581:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 45 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.155591:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327479296:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.155690:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.160310:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327479296:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.160330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137656.160341:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.160356:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c600, rc 0) 00000100:00100000:2.0:1746137656.160390:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333680896 00000100:00100000:3.0:1746137656.160391:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333680768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4925us (5092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.160396:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333680896 00000100:00100000:3.0:1746137656.160399:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31508 00002000:00100000:2.0:1746137656.160428:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081286d80 x1830957333680896/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.160436:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081286d80 with x1830957333680896 ext(0->7) 00010000:00010000:2.0:1746137656.160442:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 46 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.160453:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 46 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.160459:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081286d80 00000100:00100000:2.0:1746137656.160485:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3734 00000100:00100000:2.0:1746137656.160492:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333680896:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137656.162695:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2008:x1830957333680896:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2196us (2359us total) trans 4294972196 rc 0/0 00000100:00100000:0.0:1746137656.162704:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3734 00002000:00100000:0.0:1746137656.162712:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081286d80 x1830957333680896/t4294972196(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/448 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.162721:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081286d80 with x1830957333680896 ext(0->7) 00010000:00010000:0.0:1746137656.162728:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 48 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.162740:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 48 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.162746:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081286d80 00000100:00100000:0.0:1746137656.170910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.170959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.170980:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333681024 00000100:00100000:2.0:1746137656.170987:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333681024 00000100:00100000:3.0:1746137656.171009:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333681152 00000100:00100000:3.0:1746137656.171014:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333681152 00010000:00010000:2.0:1746137656.171016:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 48 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.171047:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31509 00000100:00100000:2.0:1746137656.171054:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15859 00000100:00100000:3.0:1746137656.171055:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333681152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137656.171061:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333681024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.171067:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.171072:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.171077:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb6c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.171087:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.171094:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.171098:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.171103:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137656.171106:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.171174:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.171191:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776bab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb5e expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.171204:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.171206:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.171211:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.171217:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.171240:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.171249:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.171259:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327479424:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.171266:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.171273:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.171281:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327479552:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.171321:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.171325:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.173359:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327479424:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137656.173380:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.174206:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327479552:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.174228:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 49 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.174244:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:0.0:1746137656.174320:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333681024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3257us (3415us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137656.174331:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15859 00000100:00100000:3.0:1746137656.174497:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:1679:x1830957333681152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3442us (3535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.174504:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31509 00000100:00100000:0.0:1746137656.174797:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.177945:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333681408 00000100:00100000:2.0:1746137656.177960:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333681408 00002000:00100000:2.0:1746137656.178002:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861aa00 x1830957333681408/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.178012:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861aa00 with x1830957333681408 ext(0->4095) 00010000:00010000:2.0:1746137656.178021:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.178034:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.178040:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861aa00 00000100:00100000:2.0:1746137656.178071:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3735 00000100:00100000:2.0:1746137656.178078:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333681408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.178214:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333681408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (3417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.178221:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3735 00002000:00100000:2.0:1746137656.178226:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861aa00 x1830957333681408/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.178234:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861aa00 with x1830957333681408 ext(0->4095) 00010000:00010000:2.0:1746137656.178238:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.178247:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.178257:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861aa00 00000100:00100000:0.0:1746137656.189497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.191570:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333681536 00000100:00100000:2.0:1746137656.191584:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333681536 00010000:00010000:2.0:1746137656.191631:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.191750:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15860 00000100:00100000:2.0:1746137656.191758:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333681536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.191772:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.191791:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.191821:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.191842:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776bb2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb65 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.191872:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.191874:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.191880:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.191887:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.191920:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.191930:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327479680:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.192273:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.199421:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327479680:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.199529:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.199585:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333681536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7827us (10095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.199594:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15860 00000100:00100000:0.0:1746137656.199942:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.199998:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333681792 00000100:00100000:2.0:1746137656.200004:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333681792 00002000:00100000:2.0:1746137656.200034:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098619f80 x1830957333681792/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.200043:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098619f80 with x1830957333681792 ext(0->4095) 00002000:00010000:2.0:1746137656.200047:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098619f80 00000100:00100000:2.0:1746137656.200063:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14868 00000100:00100000:2.0:1746137656.200069:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333681792:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.200245:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2007:x1830957333681792:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.200251:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14868 00002000:00100000:2.0:1746137656.200255:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098619f80 x1830957333681792/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.200267:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098619f80 with x1830957333681792 ext(0->4095) 00002000:00010000:2.0:1746137656.200270:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098619f80 00000100:00100000:0.0:1746137656.204250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.204325:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333681920 00000100:00100000:3.0:1746137656.204333:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333681920 00000100:00100000:3.0:1746137656.204382:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31510 00000100:00100000:3.0:1746137656.204389:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333681920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.204405:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.204417:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb73 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.204442:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.204449:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.204451:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.204454:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.204482:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 47 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.204492:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 47 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.204502:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327479808:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.204581:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.209557:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327479808:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.209585:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.209600:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137656.209647:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333681920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5258us (5405us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.209654:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31510 00000100:00100000:0.0:1746137656.212041:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.212130:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333682048 00000100:00100000:2.0:1746137656.212139:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333682048 00002000:00100000:2.0:1746137656.212186:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880098618000 x1830957333682048/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.212196:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618000 with x1830957333682048 ext(0->7) 00010000:00010000:2.0:1746137656.212205:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 48 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.212221:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 48 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.212229:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098618000 00000100:00100000:2.0:1746137656.212263:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3736 00000100:00100000:2.0:1746137656.212272:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:2008:x1830957333682048:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137656.213847:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333682048:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1568us (1803us total) trans 4294972197 rc 0/0 00000100:00100000:0.0:1746137656.213856:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3736 00002000:00100000:0.0:1746137656.213864:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880098618000 x1830957333682048/t4294972197(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/448 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.213872:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618000 with x1830957333682048 ext(0->7) 00010000:00010000:0.0:1746137656.213880:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.213892:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.213897:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098618000 00000100:00100000:0.0:1746137656.220413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.220491:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333682176 00000100:00100000:3.0:1746137656.220498:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333682176 00000100:00100000:3.0:1746137656.220528:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31511 00000100:00100000:3.0:1746137656.220534:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333682176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.220549:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.220562:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb7a expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.220583:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.220588:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.220593:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137656.220596:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb7a expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.220623:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.220632:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb7a expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.220640:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:3.0:1746137656.220682:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333682176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.220687:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31511 00000100:00100000:2.0:1746137656.220892:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.221360:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333682304 00000100:00100000:3.0:1746137656.221363:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333682304 00010000:00010000:3.0:1746137656.221376:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.221392:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15861 00000100:00100000:3.0:1746137656.221396:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333682304:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.221405:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.221418:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.221431:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.221443:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776bb9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb6c expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.221462:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.221463:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.221468:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.221474:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.221488:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.221496:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.221505:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327480064:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.221550:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.225954:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327480064:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.225967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137656.225972:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.226017:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333682304:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4619us (5124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.226029:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15861 00000100:00100000:0.0:1746137656.226093:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333682560 00000100:00100000:0.0:1746137656.226099:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333682560 00002000:00100000:0.0:1746137656.226129:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5500 x1830957333682560/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.226138:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5500 with x1830957333682560 ext(0->4095) 00010000:00010000:0.0:1746137656.226145:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.226157:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.226166:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c5500 00000100:00100000:0.0:1746137656.226193:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3737 00000100:00100000:0.0:1746137656.226199:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333682560:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137656.226304:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333682560:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.226309:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3737 00002000:00100000:0.0:1746137656.226313:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0c5500 x1830957333682560/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.226320:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0c5500 with x1830957333682560 ext(0->4095) 00010000:00010000:0.0:1746137656.226324:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.226332:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.226337:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0c5500 00000100:00100000:2.0:1746137656.229514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.229584:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333682688 00000100:00100000:3.0:1746137656.229593:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333682688 00010000:00010000:3.0:1746137656.229633:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.229673:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15862 00000100:00100000:3.0:1746137656.229680:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333682688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.229695:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.229713:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.229724:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.229745:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776bc0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb73 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.230315:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.230318:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.230326:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb7a expref: 49 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.230334:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb7a expref: 49 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.230366:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb7a expref: 49 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.230377:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327480192:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.230688:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.232917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.232991:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327480192:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137656.233008:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137656.233046:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333682688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3366us (3540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137656.233054:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15862 00000100:00100000:1.0:1746137656.233251:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333682944 00000100:00100000:1.0:1746137656.233257:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333682944 00002000:00100000:1.0:1746137656.233284:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093094000 x1830957333682944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.233303:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094000 with x1830957333682944 ext(0->4095) 00002000:00010000:1.0:1746137656.233306:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093094000 00000100:00100000:1.0:1746137656.233321:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14869 00000100:00100000:1.0:1746137656.233327:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2009:x1830957333682944:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137656.233416:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2009:x1830957333682944:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.233421:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14869 00002000:00100000:1.0:1746137656.233425:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093094000 x1830957333682944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.233431:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094000 with x1830957333682944 ext(0->4095) 00002000:00010000:1.0:1746137656.233434:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093094000 00000100:00100000:0.0:1746137656.236642:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.236843:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333683072 00000100:00100000:2.0:1746137656.236851:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333683072 00000100:00100000:2.0:1746137656.236897:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31512 00000100:00100000:2.0:1746137656.236904:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333683072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.236921:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.236943:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb81 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.236965:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb7a expref: 49 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.236971:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.236973:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.236976:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.236999:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb7a expref: 49 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.237007:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb7a expref: 49 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.237016:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327480320:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.237433:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.241226:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327480320:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.241256:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.241272:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:2.0:1746137656.241330:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333683072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4425us (4694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.241339:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31512 00000100:00100000:0.0:1746137656.241548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.241704:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333683200 00000100:00100000:1.0:1746137656.241711:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333683200 00010000:00010000:1.0:1746137656.241733:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb7a expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.242032:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15863 00000100:00100000:1.0:1746137656.242039:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333683200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137656.242050:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137656.242067:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb7a expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.242076:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb7a expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.242094:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776bc7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb7a expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.242120:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.242121:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.242127:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.242134:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.242160:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137656.242174:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081285500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327480448:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137656.242223:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.244049:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.244199:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333683328 00000100:00100000:2.0:1746137656.244207:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333683328 00000100:00100000:2.0:1746137656.244250:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31513 00000100:00100000:2.0:1746137656.244257:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333683328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.244270:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.244283:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb88 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.244314:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.244321:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.244322:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.244326:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.244348:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.244358:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 5 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.244368:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327480576:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.244496:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081285500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327480448:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137656.244516:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137656.244575:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333683200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2534us (3026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.244584:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15863 00000100:00100000:0.0:1746137656.245066:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.245148:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333683584 00000100:00100000:1.0:1746137656.245153:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333683584 00000100:00100000:2.0:1746137656.245167:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00002000:00100000:1.0:1746137656.245176:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c27b80 x1830957333683584/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.245186:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27b80 with x1830957333683584 ext(0->4095) 00010000:00010000:1.0:1746137656.245191:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 6 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.245202:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 6 pid: 9582 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.245207:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c27b80 00000100:00100000:1.0:1746137656.245221:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3738 00000100:00100000:1.0:1746137656.245227:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333683584:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.245327:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333683584:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.245333:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3738 00002000:00100000:1.0:1746137656.245338:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c27b80 x1830957333683584/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.245345:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27b80 with x1830957333683584 ext(0->4095) 00010000:00010000:1.0:1746137656.245350:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 6 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.245359:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 6 pid: 9582 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.245365:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c27b80 00000100:00100000:2.0:1746137656.247266:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327480576:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.247302:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.247319:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137656.247362:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333683328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3105us (3317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.247369:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31513 00000100:00100000:3.0:1746137656.247780:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.247829:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333683712 00000100:00100000:2.0:1746137656.247834:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333683712 00000100:00100000:2.0:1746137656.247856:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31514 00000100:00100000:2.0:1746137656.247861:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1685:x1830957333683712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.247873:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.247883:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb8f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.247899:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.247903:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.247908:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.247911:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb8f expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.247930:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.247937:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb8f expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.247948:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137656.247968:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333683712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.247972:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31514 00000100:00100000:0.0:1746137656.249655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.250036:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333683840 00000100:00100000:1.0:1746137656.250043:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333683840 00010000:00010000:1.0:1746137656.250072:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 6 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.250110:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15864 00000100:00100000:1.0:1746137656.250118:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333683840:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137656.250130:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137656.250149:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 6 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.250159:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 6 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.250177:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb81 expref: 6 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.250192:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.250194:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.250201:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.250211:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.250236:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.250246:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.250256:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081285500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327480832:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137656.250335:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.252118:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.252280:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081285500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327480832:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137656.252304:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137656.252336:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333683840:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2219us (2687us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.252345:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15864 00000100:00100000:2.0:1746137656.252673:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333684096 00000100:00100000:2.0:1746137656.252680:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333684096 00002000:00100000:2.0:1746137656.252711:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c24380 x1830957333684096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.252719:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c24380 with x1830957333684096 ext(0->4095) 00010000:00010000:2.0:1746137656.252726:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.252737:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.252743:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c24380 00000100:00100000:2.0:1746137656.252771:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3739 00000100:00100000:2.0:1746137656.252777:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333684096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.253557:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333684096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 776us (1440us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.253564:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3739 00002000:00100000:3.0:1746137656.253570:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c24380 x1830957333684096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.253576:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c24380 with x1830957333684096 ext(0->4095) 00010000:00010000:3.0:1746137656.253582:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.253592:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.253597:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c24380 00000100:00100000:1.0:1746137656.259136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.259210:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333684224 00000100:00100000:2.0:1746137656.259218:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333684224 00010000:00010000:2.0:1746137656.259248:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.259297:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15865 00000100:00100000:2.0:1746137656.259305:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081285500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333684224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.259318:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.259337:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.259348:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.259370:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776bd5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb88 expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.259387:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.259389:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.259394:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb8f expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.259401:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb8f expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.259430:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb8f expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.259524:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327480960:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.260147:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.262084:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327480960:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.262110:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.262165:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081285500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333684224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2860us (3036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.262177:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15865 00000100:00100000:1.0:1746137656.262868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.262944:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333684480 00000100:00100000:3.0:1746137656.262949:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333684480 00002000:00100000:3.0:1746137656.263003:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081285880 x1830957333684480/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.263011:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081285880 with x1830957333684480 ext(0->4095) 00002000:00010000:3.0:1746137656.263015:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081285880 00000100:00100000:3.0:1746137656.263041:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14870 00000100:00100000:3.0:1746137656.263049:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333684480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137656.263159:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333684480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (293us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.263165:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14870 00002000:00100000:3.0:1746137656.263170:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081285880 x1830957333684480/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.263177:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081285880 with x1830957333684480 ext(0->4095) 00002000:00010000:3.0:1746137656.263179:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081285880 00000100:00100000:0.0:1746137656.265309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.265782:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333684608 00000100:00100000:3.0:1746137656.265794:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333684608 00000100:00100000:3.0:1746137656.266491:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31515 00000100:00100000:3.0:1746137656.266500:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333684608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.266517:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.266533:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb96 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.266558:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb8f expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.266565:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.266566:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.266570:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb96 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.266593:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb8f expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.266609:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb8f expref: 49 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.266620:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327481088:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.267974:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.269558:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327481088:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.269587:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb96 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.269601:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:3.0:1746137656.270097:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333684608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3595us (4794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.270105:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31515 00000100:00100000:0.0:1746137656.270209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.270278:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333684736 00000100:00100000:3.0:1746137656.270284:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333684736 00010000:00010000:3.0:1746137656.270361:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb8f expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.270476:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15866 00000100:00100000:3.0:1746137656.270482:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333684736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.270493:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.270509:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb8f expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.270523:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb8f expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.270540:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776bdc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb8f expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.270560:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.270562:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.270567:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb96 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.270574:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb96 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.270598:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb96 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.270608:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327481216:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.270677:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.273131:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.273186:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327481216:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.273205:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.273241:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333684736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2759us (3032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.273251:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15866 00000100:00100000:3.0:1746137656.273282:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333684992 00000100:00100000:3.0:1746137656.273300:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333684992 00002000:00100000:3.0:1746137656.273330:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14700 x1830957333684992/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.273339:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14700 with x1830957333684992 ext(0->4095) 00002000:00010000:3.0:1746137656.273343:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea14700 00000100:00100000:3.0:1746137656.273357:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14871 00000100:00100000:3.0:1746137656.273364:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333684992:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137656.273466:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333684992:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (342us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.273470:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14871 00002000:00100000:3.0:1746137656.273474:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14700 x1830957333684992/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.273480:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14700 with x1830957333684992 ext(0->4095) 00002000:00010000:3.0:1746137656.273483:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea14700 00000100:00100000:0.0:1746137656.274600:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.275516:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.275607:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333685120 00000100:00100000:2.0:1746137656.275614:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333685120 00000100:00100000:2.0:1746137656.275645:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333685248 00000100:00100000:2.0:1746137656.275647:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333685248 00000100:00100000:2.0:1746137656.275663:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31516 00000100:00100000:2.0:1746137656.275669:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333685120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.275684:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.275700:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddb9d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.275724:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb96 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.275731:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.275732:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.275735:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.275766:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb96 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.275777:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb96 expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.275787:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327481344:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.275796:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31517 00000100:00100000:3.0:1746137656.275815:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333685248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.275823:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.275830:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddba4 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.275842:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.275846:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 52 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.275851:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.275854:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddba4 expref: 52 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.275889:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 52 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.275901:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddba4 expref: 52 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.275909:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137656.276245:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:1685:x1830957333685248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 441us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.276251:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31517 00000100:00100000:2.0:1746137656.276690:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.278501:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327481344:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.278561:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.278575:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137656.278707:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333685120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3036us (4109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.278715:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31516 00000100:00100000:1.0:1746137656.279041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.279111:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333685376 00000100:00100000:3.0:1746137656.279119:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333685376 00010000:00010000:3.0:1746137656.279140:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb96 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.279164:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15867 00000100:00100000:3.0:1746137656.279169:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333685376:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.279178:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.279192:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb96 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.279201:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb96 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.279217:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776be3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb96 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.279237:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.279239:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.279244:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.279251:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.279274:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.279283:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.279303:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327481600:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.280124:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.283993:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327481600:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.284018:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.284062:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333685376:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4891us (5020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.284073:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15867 00000100:00100000:0.0:1746137656.284840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.284928:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333685632 00000100:00100000:3.0:1746137656.284934:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333685632 00002000:00100000:3.0:1746137656.284960:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea17800 x1830957333685632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.284970:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17800 with x1830957333685632 ext(0->4095) 00010000:00010000:3.0:1746137656.284978:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.284986:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.284991:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea17800 00000100:00100000:3.0:1746137656.285014:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3740 00000100:00100000:3.0:1746137656.285020:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333685632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137656.285214:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333685632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 193us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.285220:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3740 00002000:00100000:3.0:1746137656.285225:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea17800 x1830957333685632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.285232:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17800 with x1830957333685632 ext(0->4095) 00010000:00010000:3.0:1746137656.285236:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.285244:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.285249:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea17800 00000100:00100000:1.0:1746137656.287057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.287122:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333685760 00000100:00100000:3.0:1746137656.287131:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333685760 00010000:00010000:3.0:1746137656.287161:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.287186:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15868 00000100:00100000:3.0:1746137656.287194:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2009:x1830957333685760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.287206:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.287221:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.287230:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.287249:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776bea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddb9d expref: 51 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.287532:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.287535:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.287542:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddba4 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.287551:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddba4 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.287580:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddba4 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.287591:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327481728:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.287683:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.289583:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327481728:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.289605:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.289653:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2009:x1830957333685760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2459us (2603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.289662:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15868 00000100:00100000:1.0:1746137656.289837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.290232:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333686016 00000100:00100000:3.0:1746137656.290237:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333686016 00002000:00100000:3.0:1746137656.290264:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287b80 x1830957333686016/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.290272:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287b80 with x1830957333686016 ext(0->4095) 00002000:00010000:3.0:1746137656.290276:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081287b80 00000100:00100000:3.0:1746137656.290312:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14872 00000100:00100000:3.0:1746137656.290318:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333686016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.290577:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333686016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 259us (740us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.290583:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14872 00002000:00100000:3.0:1746137656.290587:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287b80 x1830957333686016/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.290593:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287b80 with x1830957333686016 ext(0->4095) 00002000:00010000:3.0:1746137656.290595:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081287b80 00000100:00100000:1.0:1746137656.292276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.292388:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333686144 00000100:00100000:2.0:1746137656.292395:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333686144 00000100:00100000:2.0:1746137656.292440:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31518 00000100:00100000:2.0:1746137656.292448:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333686144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.292462:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.292476:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbab expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.292499:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddba4 expref: 49 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.292505:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.292507:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.292510:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbab expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.292535:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddba4 expref: 49 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.292545:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddba4 expref: 49 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.292556:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327481856:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.294346:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.295307:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327481856:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137656.295336:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbab expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.295353:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:1.0:1746137656.295399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.295400:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333686144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2953us (3131us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137656.295407:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31518 00000100:00100000:3.0:1746137656.295454:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333686272 00000100:00100000:3.0:1746137656.295460:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333686272 00010000:00010000:3.0:1746137656.295481:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddba4 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.295518:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15869 00000100:00100000:3.0:1746137656.295524:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333686272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.295535:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.295553:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddba4 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.295562:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddba4 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.295582:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776bf1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddba4 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.295596:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.295598:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.295608:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbab expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.295616:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbab expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.295660:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbab expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.295671:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327481984:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.295732:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.298436:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327481984:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.298459:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.298512:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333686272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2987us (3113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.298523:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15869 00000100:00100000:1.0:1746137656.298603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.298709:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333686528 00000100:00100000:3.0:1746137656.298716:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333686528 00002000:00100000:3.0:1746137656.298751:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287800 x1830957333686528/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.298758:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287800 with x1830957333686528 ext(0->4095) 00002000:00010000:3.0:1746137656.298762:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081287800 00000100:00100000:3.0:1746137656.298792:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14873 00000100:00100000:3.0:1746137656.298798:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333686528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.298947:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333686528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (345us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.298953:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14873 00002000:00100000:3.0:1746137656.298958:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287800 x1830957333686528/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.299000:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287800 with x1830957333686528 ext(0->4095) 00002000:00010000:3.0:1746137656.299003:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081287800 00000100:00100000:0.0:1746137656.300216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.300260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.300319:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333686656 00000100:00100000:1.0:1746137656.300325:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333686656 00000100:00100000:1.0:1746137656.300365:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333686784 00000100:00100000:1.0:1746137656.300367:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333686784 00000100:00100000:1.0:1746137656.300382:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31519 00000100:00100000:1.0:1746137656.300387:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333686656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.300400:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.300416:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbb2 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.300440:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbab expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.300447:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.300449:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.300452:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.300479:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbab expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.300488:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbab expref: 5 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.300497:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327482112:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.300563:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.300755:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31520 00000100:00100000:2.0:1746137656.300762:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333686784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.300769:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.300775:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbb9 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.300786:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.300790:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 52 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.300795:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.300797:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb9 expref: 52 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.300838:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 52 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.300849:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb9 expref: 52 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.300857:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137656.300883:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:1685:x1830957333686784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.300892:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31520 00000100:00100000:1.0:1746137656.302236:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327482112:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.302255:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.302270:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:1.0:1746137656.302349:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333686656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1961us (2135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.302356:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31519 00000100:00100000:0.0:1746137656.302913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.303050:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333686912 00000100:00100000:3.0:1746137656.303056:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333686912 00010000:00010000:3.0:1746137656.303075:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbab expref: 6 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.303097:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15870 00000100:00100000:3.0:1746137656.303102:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333686912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.303112:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.303130:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbab expref: 6 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.303139:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbab expref: 6 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.303230:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776bf8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbab expref: 6 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.303399:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.303401:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.303407:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.303415:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.303440:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.303450:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.303465:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327482368:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.303741:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.305175:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327482368:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.305190:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.305217:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333686912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2114us (2305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.305226:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15870 00000100:00100000:0.0:1746137656.305363:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.305432:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333687168 00000100:00100000:3.0:1746137656.305436:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333687168 00002000:00100000:3.0:1746137656.305460:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea16680 x1830957333687168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.305468:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea16680 with x1830957333687168 ext(0->4095) 00010000:00010000:3.0:1746137656.305474:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.305483:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.305489:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea16680 00000100:00100000:3.0:1746137656.305512:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3741 00000100:00100000:3.0:1746137656.305518:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333687168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.305628:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333687168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.305636:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3741 00002000:00100000:3.0:1746137656.305640:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea16680 x1830957333687168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.305646:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea16680 with x1830957333687168 ext(0->4095) 00010000:00010000:3.0:1746137656.305650:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.305657:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.305661:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea16680 00000100:00100000:0.0:1746137656.307654:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.307763:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333687296 00000100:00100000:3.0:1746137656.307770:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333687296 00010000:00010000:3.0:1746137656.307798:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.307856:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15871 00000100:00100000:3.0:1746137656.307862:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333687296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.307873:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.307887:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.307896:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.307915:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776bff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb2 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.308024:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.308026:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.308033:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb9 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.308040:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb9 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.308068:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb9 expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.308078:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327482496:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.308177:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.310106:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327482496:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.310123:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.310160:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.310165:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333687296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2303us (2519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.310176:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15871 00000100:00100000:1.0:1746137656.310374:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333687552 00000100:00100000:1.0:1746137656.310379:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333687552 00002000:00100000:1.0:1746137656.310411:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3800 x1830957333687552/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.310419:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3800 with x1830957333687552 ext(0->4095) 00002000:00010000:1.0:1746137656.310423:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d3800 00000100:00100000:1.0:1746137656.310448:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14874 00000100:00100000:1.0:1746137656.310454:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2010:x1830957333687552:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137656.310553:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2010:x1830957333687552:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.310559:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14874 00002000:00100000:1.0:1746137656.310564:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3800 x1830957333687552/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.310571:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3800 with x1830957333687552 ext(0->4095) 00002000:00010000:1.0:1746137656.310573:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d3800 00000100:00100000:0.0:1746137656.314129:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.314219:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333687680 00000100:00100000:1.0:1746137656.314228:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333687680 00000100:00100000:1.0:1746137656.314271:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31521 00000100:00100000:1.0:1746137656.314278:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333687680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.314303:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.314319:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbc0 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.314347:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb9 expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.314355:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.314357:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.314360:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc0 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.314389:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb9 expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.314399:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb9 expref: 49 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.314410:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327482624:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.314976:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.317061:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327482624:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.317089:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc0 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137656.317093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137656.317106:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00000100:00100000:1.0:1746137656.317144:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333687680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2867us (3024us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.317156:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31521 00000100:00100000:3.0:1746137656.317186:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333687808 00000100:00100000:3.0:1746137656.317192:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333687808 00010000:00010000:3.0:1746137656.317220:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb9 expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.317250:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15872 00000100:00100000:3.0:1746137656.317257:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333687808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.317271:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.317296:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb9 expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.317306:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb9 expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.317325:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c06 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbb9 expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.317349:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.317351:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.317356:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.317362:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.317386:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.317396:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327482752:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.317454:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.319243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.319357:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327482752:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.319375:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.319408:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333687808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2151us (2315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.319420:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15872 00000100:00100000:1.0:1746137656.319501:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333688064 00000100:00100000:1.0:1746137656.319507:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333688064 00002000:00100000:1.0:1746137656.319545:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14e00 x1830957333688064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.319553:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14e00 with x1830957333688064 ext(0->4095) 00002000:00010000:1.0:1746137656.319557:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea14e00 00000100:00100000:1.0:1746137656.319571:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14875 00000100:00100000:1.0:1746137656.319582:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333688064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.320220:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333688064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 636us (981us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.320226:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14875 00002000:00100000:1.0:1746137656.320232:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea14e00 x1830957333688064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.320239:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14e00 with x1830957333688064 ext(0->4095) 00002000:00010000:1.0:1746137656.320242:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea14e00 00000100:00100000:2.0:1746137656.323489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.323865:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333688192 00000100:00100000:1.0:1746137656.323876:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333688192 00000100:00100000:1.0:1746137656.323921:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31522 00000100:00100000:1.0:1746137656.323928:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333688192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.323945:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.323958:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbc7 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.323988:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.323995:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.323996:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.323999:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.324025:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.324035:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc0 expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.324045:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327482880:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.324115:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.324167:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.324306:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333688320 00000100:00100000:3.0:1746137656.324310:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333688320 00000100:00100000:3.0:1746137656.324326:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31523 00000100:00100000:3.0:1746137656.324330:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333688320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.324336:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.324340:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbce expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.324350:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.324353:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 52 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.324358:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.324360:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbce expref: 52 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.324378:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 52 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.324386:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbce expref: 52 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.324394:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137656.324413:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:1685:x1830957333688320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 81us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.324418:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31523 00000100:00100000:0.0:1746137656.326181:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.326256:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333688448 00000100:00100000:3.0:1746137656.326262:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333688448 00000100:00100000:1.0:1746137656.326271:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327482880:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.326301:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc0 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.326303:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.326317:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebe00, rc 0) 00000100:00100000:3.0:1746137656.326324:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15873 00000100:00100000:3.0:1746137656.326330:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333688448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.326340:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746137656.326351:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333688192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2424us (2870us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137656.326355:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc0 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.326357:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31522 00010000:00010000:3.0:1746137656.326364:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc0 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.326382:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc0 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.326409:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.326410:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.326417:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.326423:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.326445:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.326458:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.326468:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327483136:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.326517:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.329017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.329077:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327483136:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.329099:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.329142:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333688448:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2810us (2966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.329158:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15873 00000100:00100000:0.0:1746137656.329178:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333688704 00000100:00100000:0.0:1746137656.329184:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333688704 00002000:00100000:0.0:1746137656.329228:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284380 x1830957333688704/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.329237:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284380 with x1830957333688704 ext(0->4095) 00010000:00010000:0.0:1746137656.329246:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.329259:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.329264:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081284380 00000100:00100000:0.0:1746137656.329296:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3742 00000100:00100000:0.0:1746137656.329303:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333688704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137656.329827:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333688704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 503us (798us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.329834:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3742 00002000:00100000:0.0:1746137656.329839:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284380 x1830957333688704/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.329847:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284380 with x1830957333688704 ext(0->4095) 00010000:00010000:0.0:1746137656.329851:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.329860:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.329867:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081284380 00000100:00100000:0.0:1746137656.331365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.331419:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333688832 00000100:00100000:3.0:1746137656.331426:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333688832 00010000:00010000:3.0:1746137656.331452:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.331486:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15874 00000100:00100000:3.0:1746137656.331492:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333688832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.331506:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.331525:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.331535:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.331554:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776c14 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbc7 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.331567:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.331569:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.331575:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbce expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.331581:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbce expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.331608:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbce expref: 50 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.331618:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327483264:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.331711:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a46dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.333769:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327483264:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.333792:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.333864:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333688832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2372us (2505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.333872:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15874 00000100:00100000:2.0:1746137656.333996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.334092:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333689088 00000100:00100000:1.0:1746137656.334098:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333689088 00002000:00100000:1.0:1746137656.334194:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1c00 x1830957333689088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.334204:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1c00 with x1830957333689088 ext(0->4095) 00002000:00010000:1.0:1746137656.334208:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d1c00 00000100:00100000:1.0:1746137656.334233:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14876 00000100:00100000:1.0:1746137656.334239:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333689088:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.334361:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333689088:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.334366:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14876 00002000:00100000:1.0:1746137656.334371:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1c00 x1830957333689088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.334377:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1c00 with x1830957333689088 ext(0->4095) 00002000:00010000:1.0:1746137656.334379:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d1c00 00000100:00100000:2.0:1746137656.338332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.338449:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333689216 00000100:00100000:1.0:1746137656.338457:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333689216 00000100:00100000:1.0:1746137656.338497:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31524 00000100:00100000:1.0:1746137656.338504:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333689216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.338522:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.338538:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbd5 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.338565:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbce expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.338577:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.338578:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.338582:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbd5 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.338606:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbce expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.338615:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbce expref: 49 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.338624:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327483392:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.338687:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.340042:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327483392:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.340066:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbd5 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.340078:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eac00, rc 0) 00000100:00100000:1.0:1746137656.340165:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333689216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1660us (1841us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.340173:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31524 00000100:00100000:0.0:1746137656.340610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.340692:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333689344 00000100:00100000:3.0:1746137656.340698:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333689344 00010000:00010000:3.0:1746137656.340723:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbce expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.340746:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15875 00000100:00100000:3.0:1746137656.340751:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333689344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.340763:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.340779:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbce expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.340788:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbce expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.340844:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776c1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbce expref: 50 pid: 9582 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.340872:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.340874:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.340881:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbd5 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.340889:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbd5 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.340914:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbd5 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.340924:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327483520:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.340989:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.343196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.343337:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333689600 00000100:00100000:0.0:1746137656.343343:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333689600 00000100:00100000:3.0:1746137656.343345:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327483520:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.343362:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746137656.343387:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc8a80 x1830957333689600/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.343398:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc8a80 with x1830957333689600 ext(0->4095) 00002000:00010000:0.0:1746137656.343401:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfc8a80 00000100:00100000:3.0:1746137656.343480:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333689344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2727us (2869us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137656.343489:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14877 00000100:00100000:3.0:1746137656.343492:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15875 00000100:00100000:0.0:1746137656.343497:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333689600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137656.343601:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333689600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (410us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.343606:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14877 00002000:00100000:0.0:1746137656.343611:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc8a80 x1830957333689600/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.343617:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc8a80 with x1830957333689600 ext(0->4095) 00002000:00010000:0.0:1746137656.343620:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfc8a80 00000100:00100000:0.0:1746137656.344362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.344543:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333689728 00000100:00100000:1.0:1746137656.344548:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333689728 00000100:00100000:1.0:1746137656.344586:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31525 00000100:00100000:1.0:1746137656.344592:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333689728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.344606:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.344619:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbdc expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.344647:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbd5 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.344655:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.344657:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.344660:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.344688:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbd5 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.344698:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbd5 expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.344707:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327483648:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.344772:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.347064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.347079:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327483648:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.347106:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.347120:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea400, rc 0) 00000100:00100000:1.0:1746137656.347167:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333689728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2576us (2807us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.347178:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31525 00000100:00100000:1.0:1746137656.347201:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333689856 00000100:00100000:1.0:1746137656.347206:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333689856 00000100:00100000:1.0:1746137656.347239:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31526 00000100:00100000:1.0:1746137656.347244:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1685:x1830957333689856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.347257:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.347269:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbe3 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.347298:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.347303:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.347309:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.347311:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbe3 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.347339:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.347349:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbe3 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.347356:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eae00, rc 0) 00000100:00100000:1.0:1746137656.347371:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333689856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.347377:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31526 00000100:00100000:2.0:1746137656.347454:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.347527:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333689984 00000100:00100000:3.0:1746137656.347531:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333689984 00010000:00010000:3.0:1746137656.347546:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbd5 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.347572:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15876 00000100:00100000:3.0:1746137656.347578:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333689984:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.347586:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.347602:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbd5 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.347612:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbd5 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.347627:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbd5 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.347650:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.347651:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.347657:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.347663:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.347680:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.347691:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.347701:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327483904:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.347755:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.349190:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327483904:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.349207:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.349246:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333689984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1667us (1792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.349253:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15876 00000100:00100000:0.0:1746137656.349334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.349437:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333690240 00000100:00100000:1.0:1746137656.349442:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333690240 00002000:00100000:1.0:1746137656.349470:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd0e00 x1830957333690240/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.349478:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0e00 with x1830957333690240 ext(0->4095) 00010000:00010000:1.0:1746137656.349485:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.349494:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.349500:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd0e00 00000100:00100000:1.0:1746137656.349514:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3743 00000100:00100000:1.0:1746137656.349520:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333690240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.349620:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333690240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.349628:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3743 00002000:00100000:1.0:1746137656.349633:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd0e00 x1830957333690240/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.349639:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0e00 with x1830957333690240 ext(0->4095) 00010000:00010000:1.0:1746137656.349643:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.349651:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.349660:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd0e00 00000100:00100000:0.0:1746137656.351117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.351298:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333690368 00000100:00100000:3.0:1746137656.351304:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333690368 00010000:00010000:3.0:1746137656.351331:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.351365:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15877 00000100:00100000:3.0:1746137656.351372:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2010:x1830957333690368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.351382:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.351398:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.351408:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.351426:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776c29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbdc expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.351770:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.351773:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.351779:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbe3 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.351786:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbe3 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.351841:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbe3 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.351852:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327484032:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.351922:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.353858:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327484032:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.353881:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.353923:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2010:x1830957333690368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2550us (2810us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.353934:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15877 00000100:00100000:0.0:1746137656.354315:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.354368:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333690624 00000100:00100000:1.0:1746137656.354375:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333690624 00002000:00100000:1.0:1746137656.354406:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3b80 x1830957333690624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.354413:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3b80 with x1830957333690624 ext(0->4095) 00002000:00010000:1.0:1746137656.354417:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd3b80 00000100:00100000:1.0:1746137656.354444:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14878 00000100:00100000:1.0:1746137656.354450:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333690624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.354535:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333690624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.354541:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14878 00002000:00100000:1.0:1746137656.354546:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3b80 x1830957333690624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.354552:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3b80 with x1830957333690624 ext(0->4095) 00002000:00010000:1.0:1746137656.354554:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd3b80 00000100:00100000:0.0:1746137656.358339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.358642:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333690752 00000100:00100000:1.0:1746137656.358650:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333690752 00000100:00100000:1.0:1746137656.358699:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31527 00000100:00100000:1.0:1746137656.358707:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333690752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.358724:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.358738:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbea expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.358771:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbe3 expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.358777:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.358779:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.358782:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbea expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.358844:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbe3 expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.358861:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbe3 expref: 49 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.358870:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327484160:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.358953:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.360510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.360621:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333690880 00000100:00100000:1.0:1746137656.360624:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327484160:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.360627:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333690880 00010000:00010000:1.0:1746137656.360652:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbea expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.360655:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbe3 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.360667:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eac00, rc 0) 00000100:00100000:3.0:1746137656.360690:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15878 00000100:00100000:3.0:1746137656.360696:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333690880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746137656.360703:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333690752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1998us (2375us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137656.360710:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746137656.360710:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31527 00010000:00010000:3.0:1746137656.360738:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbe3 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.361140:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbe3 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.361160:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c30 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbe3 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.361182:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.361184:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.361189:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbea expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.361196:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbea expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.361224:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbea expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.361275:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327484288:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.361971:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.363610:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327484288:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.363630:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.363676:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333690880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2979us (3170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.363690:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15878 00000100:00100000:0.0:1746137656.364277:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.364328:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333691136 00000100:00100000:1.0:1746137656.364335:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333691136 00002000:00100000:1.0:1746137656.364366:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3100 x1830957333691136/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.364376:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3100 with x1830957333691136 ext(0->4095) 00002000:00010000:1.0:1746137656.364380:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd3100 00000100:00100000:1.0:1746137656.364406:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14879 00000100:00100000:1.0:1746137656.364413:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333691136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.364524:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333691136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.364530:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14879 00002000:00100000:1.0:1746137656.364534:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3100 x1830957333691136/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.364542:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3100 with x1830957333691136 ext(0->4095) 00002000:00010000:1.0:1746137656.364545:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd3100 00000100:00100000:0.0:1746137656.364558:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.364574:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333691264 00000100:00100000:1.0:1746137656.364577:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333691264 00000100:00100000:1.0:1746137656.364603:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31528 00000100:00100000:1.0:1746137656.364608:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333691264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.364617:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.364634:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbf1 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.364654:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbea expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.364665:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.364666:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.364669:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.364694:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbea expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.364705:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbea expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.364715:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327484416:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.364781:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.365874:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.365917:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333691392 00000100:00100000:3.0:1746137656.365922:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333691392 00000100:00100000:0.0:1746137656.365939:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.365955:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327484416:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.365956:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31529 00000100:00100000:3.0:1746137656.365962:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333691392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.365972:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.365983:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb000, rc 0) 00000100:00100000:2.0:1746137656.366013:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333691520 00000100:00100000:2.0:1746137656.366016:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333691520 00000100:00100000:1.0:1746137656.366016:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333691264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1407us (1456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.366022:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31528 00010000:00010000:2.0:1746137656.366029:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbea expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.366052:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15879 00000100:00100000:2.0:1746137656.366056:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333691520:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.366071:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.366079:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbf8 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.366096:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.366103:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.366108:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.366111:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf8 expref: 51 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.366133:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.366142:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf8 expref: 51 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.366149:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137656.366177:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333691392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.366182:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31529 00010000:00010000:2.0:1746137656.366218:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.366233:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbea expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.366242:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbea expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.366256:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776c37 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbea expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.366276:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.366278:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.366283:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.366302:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.366318:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.366327:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.366337:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327484672:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.366374:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.368278:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.368344:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333691776 00000100:00100000:3.0:1746137656.368352:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333691776 00000100:00100000:2.0:1746137656.368365:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327484672:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.368381:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746137656.368386:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3480 x1830957333691776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.368395:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3480 with x1830957333691776 ext(0->4095) 00010000:00010000:3.0:1746137656.368402:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.368415:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.368421:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd3480 00000100:00100000:2.0:1746137656.368425:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333691520:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2367us (2484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.368434:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15879 00000100:00100000:3.0:1746137656.368452:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3744 00000100:00100000:3.0:1746137656.368458:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333691776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.368636:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333691776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (364us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.368641:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3744 00002000:00100000:3.0:1746137656.368646:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd3480 x1830957333691776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.368653:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd3480 with x1830957333691776 ext(0->4095) 00010000:00010000:3.0:1746137656.368658:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.368667:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.368677:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd3480 00000100:00100000:0.0:1746137656.370477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.370554:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333691904 00000100:00100000:2.0:1746137656.370561:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333691904 00010000:00010000:2.0:1746137656.370587:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.370623:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15880 00000100:00100000:2.0:1746137656.370630:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333691904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.370642:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.370657:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.370667:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.370690:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776c3e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf1 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.370714:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.370715:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.370721:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf8 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.370728:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf8 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.370844:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf8 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.370857:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327484800:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.370924:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.372576:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327484800:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.372593:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.372626:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333691904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1995us (2154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.372635:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15880 00000100:00100000:0.0:1746137656.373282:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.373514:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333692160 00000100:00100000:3.0:1746137656.373520:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333692160 00002000:00100000:3.0:1746137656.373551:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1180 x1830957333692160/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.373560:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1180 with x1830957333692160 ext(0->4095) 00002000:00010000:3.0:1746137656.373563:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1180 00000100:00100000:3.0:1746137656.373589:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14880 00000100:00100000:3.0:1746137656.373595:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333692160:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.373688:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333692160:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (408us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.373694:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14880 00002000:00100000:3.0:1746137656.373699:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1180 x1830957333692160/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.373705:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1180 with x1830957333692160 ext(0->4095) 00002000:00010000:3.0:1746137656.373708:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1180 00000100:00100000:0.0:1746137656.375075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.375208:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333692288 00000100:00100000:3.0:1746137656.375214:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333692288 00000100:00100000:3.0:1746137656.375254:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31530 00000100:00100000:3.0:1746137656.375260:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333692288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.375272:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.375297:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddbff expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.375326:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf8 expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.375333:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.375334:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.375337:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbff expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.375363:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf8 expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.375374:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf8 expref: 49 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.375388:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327484928:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.375468:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.378015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.378071:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327484928:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.378094:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333692416 00010000:00010000:3.0:1746137656.378098:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbff expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.378100:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333692416 00010000:00010000:3.0:1746137656.378113:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00010000:00010000:2.0:1746137656.378126:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf8 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.378156:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15881 00000100:00100000:3.0:1746137656.378161:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333692288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2901us (3089us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.378163:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333692416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746137656.378168:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31530 00010000:00010000:2.0:1746137656.378172:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.378189:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf8 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.378199:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf8 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.378218:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776c45 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbf8 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.378232:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.378233:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.378240:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbff expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.378247:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbff expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.378272:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbff expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.378299:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327485056:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.378344:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.380442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.380473:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327485056:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.380490:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.380536:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333692416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2373us (2527us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.380546:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15881 00000100:00100000:3.0:1746137656.380633:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333692672 00000100:00100000:3.0:1746137656.380640:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333692672 00002000:00100000:3.0:1746137656.380675:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd2a00 x1830957333692672/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.380684:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2a00 with x1830957333692672 ext(0->4095) 00002000:00010000:3.0:1746137656.380688:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd2a00 00000100:00100000:3.0:1746137656.380703:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14881 00000100:00100000:3.0:1746137656.380709:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333692672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.380906:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333692672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (471us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.380912:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14881 00002000:00100000:3.0:1746137656.380916:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd2a00 x1830957333692672/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.380922:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2a00 with x1830957333692672 ext(0->4095) 00002000:00010000:3.0:1746137656.380925:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd2a00 00000100:00100000:0.0:1746137656.381965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.382047:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333692800 00000100:00100000:3.0:1746137656.382052:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333692800 00000100:00100000:3.0:1746137656.382085:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31531 00000100:00100000:3.0:1746137656.382092:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1685:x1830957333692800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.382103:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.382117:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc06 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.382137:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbff expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.382149:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.382150:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.382153:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.382178:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbff expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.382188:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbff expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.382198:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327485184:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.382273:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.383155:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.383268:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333692928 00000100:00100000:1.0:1746137656.383273:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333692928 00000100:00100000:1.0:1746137656.383314:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31532 00000100:00100000:3.0:1746137656.383316:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327485184:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.383320:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333692928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.383331:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.383336:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 51 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.383339:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc0d expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.383347:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00010000:00010000:1.0:1746137656.383352:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.383356:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 52 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.383361:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.383363:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 52 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.383373:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:1685:x1830957333692800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1281us (1411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.383378:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31531 00010000:00010000:1.0:1746137656.383386:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 52 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.383394:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.383400:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eae00, rc 0) 00000100:00100000:1.0:1746137656.383416:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333692928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.383421:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31532 00000100:00100000:0.0:1746137656.383471:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.383618:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333693056 00000100:00100000:3.0:1746137656.383621:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333693056 00010000:00010000:3.0:1746137656.383636:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbff expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.383671:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15882 00000100:00100000:3.0:1746137656.383677:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333693056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.383684:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.383699:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbff expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.383708:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbff expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.383721:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776c4c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddbff expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.383743:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.383745:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.383750:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.383756:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.383773:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.383781:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.383794:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327485440:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.383866:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.386743:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327485440:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.386763:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.386801:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333693056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3124us (3329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.386836:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15882 00000100:00100000:0.0:1746137656.388381:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.388725:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333693312 00000100:00100000:3.0:1746137656.388734:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333693312 00002000:00100000:3.0:1746137656.388773:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd0a80 x1830957333693312/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.388783:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0a80 with x1830957333693312 ext(0->4095) 00010000:00010000:3.0:1746137656.388792:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.388831:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.388838:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd0a80 00000100:00100000:3.0:1746137656.388874:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3745 00000100:00100000:3.0:1746137656.389075:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333693312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137656.389202:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333693312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 321us (827us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.389211:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3745 00002000:00100000:3.0:1746137656.389216:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd0a80 x1830957333693312/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.389222:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd0a80 with x1830957333693312 ext(0->4095) 00010000:00010000:3.0:1746137656.389227:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.389236:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.389242:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd0a80 00000100:00100000:0.0:1746137656.392247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.392339:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333693440 00000100:00100000:1.0:1746137656.392349:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333693440 00000100:00100000:0.0:1746137656.392388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.392403:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31533 00000100:00100000:1.0:1746137656.392411:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333693440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.392429:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.392445:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc14 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.392455:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333693568 00000100:00100000:2.0:1746137656.392459:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333693568 00010000:00010000:1.0:1746137656.392466:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.392470:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.392473:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137656.392475:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.392476:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.392501:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15883 00010000:00010000:1.0:1746137656.392502:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.392506:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333693568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137656.392512:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.392514:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137656.392521:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00010000:00010000:2.0:1746137656.392532:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.392542:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.392558:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776c53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc06 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.392563:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333693440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.392569:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31533 00010000:00010000:2.0:1746137656.392582:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.392584:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.392590:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.392597:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.392615:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.392624:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.392633:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfc8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327485696:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.393011:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.395654:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.395880:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333693824 00000100:00100000:1.0:1746137656.395888:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333693824 00002000:00100000:1.0:1746137656.395927:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096653480 x1830957333693824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.395936:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653480 with x1830957333693824 ext(0->4095) 00010000:00010000:1.0:1746137656.395944:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.395959:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.395965:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096653480 00000100:00100000:1.0:1746137656.395984:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3746 00000100:00100000:1.0:1746137656.395991:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333693824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.396014:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfc8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327485696:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.396035:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.396086:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333693568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3578us (3698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.396096:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15883 00000100:00100000:1.0:1746137656.396552:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333693824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 561us (906us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.396558:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3746 00002000:00100000:1.0:1746137656.396564:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096653480 x1830957333693824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.396719:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653480 with x1830957333693824 ext(0->4095) 00010000:00010000:1.0:1746137656.396726:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.396735:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.396740:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096653480 00000100:00100000:2.0:1746137656.398413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.398470:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333694080 00000100:00100000:1.0:1746137656.398477:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333694080 00000100:00100000:2.0:1746137656.398481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.398524:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31534 00000100:00100000:1.0:1746137656.398532:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333694080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137656.398546:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333693952 00000100:00100000:3.0:1746137656.398549:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333693952 00010000:00010000:1.0:1746137656.398549:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.398563:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc1b expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.398564:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.398583:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.398587:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.398592:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15884 00010000:00010000:1.0:1746137656.398593:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746137656.398597:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2008:x1830957333693952:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137656.398597:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc1b expref: 52 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.398605:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.398620:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 52 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.398629:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.398631:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 52 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.398644:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776c5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc0d expref: 52 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.398651:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc1b expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.398657:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.398659:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.398664:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.398671:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.398680:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb200, rc 0) 00010000:00010000:3.0:1746137656.398690:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.398699:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.398709:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327485952:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137656.398720:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333694080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.398726:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31534 00000100:00100000:3.0:1746137656.398761:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.400547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.400622:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333694336 00000100:00100000:1.0:1746137656.400630:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333694336 00000100:00100000:3.0:1746137656.400648:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327485952:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746137656.400663:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096653b80 x1830957333694336/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746137656.400666:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746137656.400673:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653b80 with x1830957333694336 ext(0->4095) 00010000:00010000:1.0:1746137656.400680:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.400696:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.400702:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096653b80 00000100:00100000:3.0:1746137656.400708:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333693952:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2109us (2227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.400716:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15884 00000100:00100000:1.0:1746137656.400729:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3747 00000100:00100000:1.0:1746137656.400735:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333694336:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137656.400856:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333694336:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.400862:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3747 00002000:00100000:1.0:1746137656.400868:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096653b80 x1830957333694336/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.400875:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096653b80 with x1830957333694336 ext(0->4095) 00010000:00010000:1.0:1746137656.400879:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.400887:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.400892:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096653b80 00000100:00100000:0.0:1746137656.403041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.403099:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333694464 00000100:00100000:3.0:1746137656.403107:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333694464 00010000:00010000:3.0:1746137656.403137:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.403179:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15885 00000100:00100000:3.0:1746137656.403187:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333694464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.403198:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.403215:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.403227:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.403249:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776c61 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc14 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.403281:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.403283:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.403302:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc1b expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.403310:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc1b expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.403339:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc1b expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.403350:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327486080:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.403824:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.406443:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327486080:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137656.406443:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137656.406466:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137656.406593:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333694720 00000100:00100000:1.0:1746137656.406599:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333694720 00002000:00100000:1.0:1746137656.406637:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096652a00 x1830957333694720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.406646:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096652a00 with x1830957333694720 ext(0->4095) 00002000:00010000:1.0:1746137656.406651:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096652a00 00000100:00100000:3.0:1746137656.406677:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333694464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3489us (3641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.406682:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14882 00000100:00100000:3.0:1746137656.406686:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15885 00000100:00100000:1.0:1746137656.406690:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333694720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.406985:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333694720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 296us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.406991:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14882 00002000:00100000:1.0:1746137656.406996:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096652a00 x1830957333694720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.407003:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096652a00 with x1830957333694720 ext(0->4095) 00002000:00010000:1.0:1746137656.407006:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096652a00 00000100:00100000:0.0:1746137656.410361:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.410406:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333694848 00000100:00100000:1.0:1746137656.410415:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333694848 00000100:00100000:1.0:1746137656.410465:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31535 00000100:00100000:1.0:1746137656.410473:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333694848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.410489:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.410511:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc22 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.410538:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc1b expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.410549:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.410550:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.410554:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.410587:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc1b expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.410597:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc1b expref: 49 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.410609:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327486208:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.410726:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.413164:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327486208:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.413194:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.413210:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:1.0:1746137656.413387:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333694848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2913us (3032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.413395:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31535 00000100:00100000:0.0:1746137656.414355:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.414440:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333694976 00000100:00100000:3.0:1746137656.414450:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333694976 00010000:00010000:3.0:1746137656.414484:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc1b expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.414523:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15886 00000100:00100000:3.0:1746137656.414533:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096650a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333694976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.414545:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.414561:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc1b expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.414570:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc1b expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.414587:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb200/0xddf4fb6141776c68 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc1b expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.414615:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.414617:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.414622:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.414629:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.414653:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.414662:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327486336:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.414749:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.416080:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327486336:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.416100:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.416157:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096650a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333694976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1626us (1803us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.416166:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15886 00000100:00100000:0.0:1746137656.417087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.417158:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333695232 00000100:00100000:0.0:1746137656.417158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.417170:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333695232 00000100:00100000:2.0:1746137656.417213:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333695360 00002000:00100000:1.0:1746137656.417216:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096652d80 x1830957333695232/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137656.417219:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333695360 00002000:00100000:1.0:1746137656.417224:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096652d80 with x1830957333695232 ext(0->4095) 00002000:00010000:1.0:1746137656.417227:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096652d80 00000100:00100000:1.0:1746137656.417255:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14883 00000100:00100000:2.0:1746137656.417258:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31536 00000100:00100000:1.0:1746137656.417260:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333695232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.417264:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333695360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.417278:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.417304:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc29 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.417329:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.417334:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.417336:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.417340:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.417365:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.417376:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.417386:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327486464:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.417413:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333695232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.417418:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14883 00002000:00100000:1.0:1746137656.417422:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096652d80 x1830957333695232/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.417427:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096652d80 with x1830957333695232 ext(0->4095) 00010000:00010000:1.0:1746137656.417432:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.417442:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.417444:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00002000:00010000:1.0:1746137656.417447:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096652d80 00000100:00100000:2.0:1746137656.418591:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327486464:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.418610:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.418622:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137656.418655:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333695360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1391us (1496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.418662:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31536 00000100:00100000:0.0:1746137656.419008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.419041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.419107:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333695488 00000100:00100000:3.0:1746137656.419111:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333695488 00010000:00010000:3.0:1746137656.419132:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.419162:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333695616 00000100:00100000:3.0:1746137656.419164:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15887 00000100:00100000:2.0:1746137656.419166:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333695616 00000100:00100000:3.0:1746137656.419170:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333695488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.419179:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137656.419190:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31537 00000100:00100000:2.0:1746137656.419195:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1685:x1830957333695616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.419196:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.419205:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.419206:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.419215:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc30 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.419221:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776c6f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc22 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.419226:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.419229:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.419234:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.419237:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc30 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.419249:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.419251:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.419302:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.419311:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.419322:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.419330:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.419340:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327486592:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.419396:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.419404:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.419405:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.419411:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327486720:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.419433:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.420843:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327486720:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.420863:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.420867:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327486592:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.420893:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333695488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1722us (1850us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137656.420896:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc30 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.420901:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15887 00010000:00010000:2.0:1746137656.420916:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137656.420953:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333695616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1757us (1945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.420960:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31537 00000100:00100000:2.0:1746137656.421104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.421192:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333695872 00000100:00100000:1.0:1746137656.421199:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333695872 00002000:00100000:1.0:1746137656.421237:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc9880 x1830957333695872/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.421246:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc9880 with x1830957333695872 ext(0->4095) 00010000:00010000:1.0:1746137656.421252:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.421264:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.421269:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfc9880 00000100:00100000:1.0:1746137656.421350:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3748 00000100:00100000:1.0:1746137656.421358:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333695872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.421482:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333695872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.421490:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3748 00002000:00100000:1.0:1746137656.421495:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfc9880 x1830957333695872/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.421502:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc9880 with x1830957333695872 ext(0->4095) 00010000:00010000:1.0:1746137656.421507:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.421515:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.421520:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfc9880 00000100:00100000:0.0:1746137656.422742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.422801:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333696000 00000100:00100000:3.0:1746137656.422838:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333696000 00010000:00010000:3.0:1746137656.422873:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.422901:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15888 00000100:00100000:3.0:1746137656.422908:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333696000:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.422919:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.422937:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.422948:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.422974:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776c76 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc29 expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.422993:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.422995:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.423006:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc30 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.423013:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc30 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.423153:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc30 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.423163:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327486848:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.423231:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.424621:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327486848:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.424637:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.424671:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333696000:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1762us (1937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.424679:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15888 00000100:00100000:0.0:1746137656.424796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.424857:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333696256 00000100:00100000:1.0:1746137656.424869:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333696256 00002000:00100000:1.0:1746137656.424912:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28c380 x1830957333696256/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.424922:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28c380 with x1830957333696256 ext(0->4095) 00002000:00010000:1.0:1746137656.424927:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28c380 00000100:00100000:1.0:1746137656.424958:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14884 00000100:00100000:1.0:1746137656.424966:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2009:x1830957333696256:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137656.425099:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2009:x1830957333696256:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.425106:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14884 00002000:00100000:1.0:1746137656.425111:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28c380 x1830957333696256/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.425118:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28c380 with x1830957333696256 ext(0->4095) 00002000:00010000:1.0:1746137656.425121:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28c380 00000100:00100000:0.0:1746137656.426639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.426736:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333696384 00000100:00100000:2.0:1746137656.426747:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333696384 00000100:00100000:2.0:1746137656.426936:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31538 00000100:00100000:2.0:1746137656.426944:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333696384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.426959:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.426974:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc37 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.427004:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc30 expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.427011:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.427013:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.427016:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc37 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.427044:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc30 expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.427055:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc30 expref: 49 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.427073:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327486976:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.427151:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.428362:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327486976:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.428382:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc37 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.428396:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137656.428427:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333696384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1484us (1794us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.428434:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31538 00000100:00100000:0.0:1746137656.428600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.428682:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333696512 00000100:00100000:3.0:1746137656.428687:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333696512 00010000:00010000:3.0:1746137656.428710:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc30 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.428738:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15889 00000100:00100000:3.0:1746137656.428745:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333696512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.428755:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.428774:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc30 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.428783:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc30 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.428801:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776c7d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc30 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.428846:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.428848:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.428854:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc37 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.428862:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc37 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.428886:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc37 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.428897:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327487104:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.428949:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.430133:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327487104:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.430149:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.430194:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333696512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1449us (1595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.430203:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15889 00000100:00100000:0.0:1746137656.430458:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.430513:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333696768 00000100:00100000:1.0:1746137656.430518:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333696768 00002000:00100000:1.0:1746137656.430551:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28f480 x1830957333696768/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.430559:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f480 with x1830957333696768 ext(0->4095) 00002000:00010000:1.0:1746137656.430564:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28f480 00000100:00100000:1.0:1746137656.430845:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14885 00000100:00100000:1.0:1746137656.430852:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333696768:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.430941:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333696768:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.430946:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14885 00002000:00100000:1.0:1746137656.430951:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28f480 x1830957333696768/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.430957:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f480 with x1830957333696768 ext(0->4095) 00002000:00010000:1.0:1746137656.430960:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28f480 00000100:00100000:0.0:1746137656.432627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.432701:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333696896 00000100:00100000:2.0:1746137656.432708:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333696896 00000100:00100000:2.0:1746137656.432751:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31539 00000100:00100000:2.0:1746137656.432759:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1685:x1830957333696896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.432773:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.432786:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc3e expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.432834:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc37 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.432841:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.432843:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.432846:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.432876:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc37 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.432886:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc37 expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.432897:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327487232:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.433245:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.435402:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327487232:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.435426:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.435442:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137656.435484:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1685:x1830957333696896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2725us (2862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.435492:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31539 00000100:00100000:0.0:1746137656.435621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.435716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.435768:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333697024 00000100:00100000:2.0:1746137656.435768:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333697152 00000100:00100000:3.0:1746137656.435774:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333697024 00000100:00100000:2.0:1746137656.435774:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333697152 00010000:00010000:2.0:1746137656.435797:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc37 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.435833:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31540 00000100:00100000:3.0:1746137656.435839:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333697024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.435851:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137656.435859:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15890 00010000:00010000:3.0:1746137656.435862:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc45 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.435865:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333697152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.435875:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.435878:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.435882:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.435888:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.435891:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.435948:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc37 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.435958:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc37 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.435972:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.435975:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776c84 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc37 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.435981:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.435988:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.435989:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.435993:0:26520:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.436008:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.436016:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137656.436022:0:26520:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.436032:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.436042:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327487488:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.436055:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333697152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 189us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.436060:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15890 00000100:00100000:3.0:1746137656.436091:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.438078:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327487488:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.438097:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d400, rc 0) 00000100:00100000:3.0:1746137656.438149:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333697024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2309us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.438158:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31540 00000100:00100000:0.0:1746137656.438532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.438575:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333697408 00000100:00100000:3.0:1746137656.438580:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333697408 00002000:00100000:3.0:1746137656.438610:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28e300 x1830957333697408/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.438619:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28e300 with x1830957333697408 ext(0->4095) 00010000:00010000:3.0:1746137656.438626:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.438637:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.438643:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28e300 00000100:00100000:3.0:1746137656.438674:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3749 00000100:00100000:3.0:1746137656.438680:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333697408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.438790:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333697408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (259us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.438795:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3749 00002000:00100000:3.0:1746137656.438800:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b28e300 x1830957333697408/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.438836:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28e300 with x1830957333697408 ext(0->4095) 00010000:00010000:3.0:1746137656.438841:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.438853:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.438858:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b28e300 00000100:00100000:0.0:1746137656.440898:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.440989:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.441041:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333697664 00000100:00100000:2.0:1746137656.441048:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333697664 00010000:00010000:2.0:1746137656.441073:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.441095:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15891 00000100:00100000:2.0:1746137656.441099:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2010:x1830957333697664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.441107:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746137656.441117:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333697536 00000100:00100000:3.0:1746137656.441121:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333697536 00010000:00010000:2.0:1746137656.441122:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.441130:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.441143:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31541 00010000:00010000:2.0:1746137656.441146:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776c8b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc3e expref: 51 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.441149:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333697536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.441156:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.441158:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.441161:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.441163:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.441167:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.441171:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc4c expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.441188:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.441194:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.441195:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.441272:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.441280:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 50 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.441298:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.441306:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.441306:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327487616:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.441314:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.441327:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327487744:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.441522:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.441551:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.442910:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327487744:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.442939:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.442953:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:2.0:1746137656.442954:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327487616:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.442964:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.442986:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333697536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1837us (2094us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.442990:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2010:x1830957333697664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1889us (2001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.442993:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31541 00000100:00100000:2.0:1746137656.442996:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15891 00000100:00100000:0.0:1746137656.443986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.444068:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333697920 00000100:00100000:3.0:1746137656.444073:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333697920 00002000:00100000:3.0:1746137656.444100:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9180 x1830957333697920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.444109:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9180 with x1830957333697920 ext(0->4095) 00010000:00010000:3.0:1746137656.444115:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.444127:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.444133:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9180 00000100:00100000:3.0:1746137656.444161:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3750 00000100:00100000:3.0:1746137656.444168:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333697920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137656.444274:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333697920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.444279:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3750 00002000:00100000:3.0:1746137656.444283:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9180 x1830957333697920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.444300:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9180 with x1830957333697920 ext(0->4095) 00010000:00010000:3.0:1746137656.444304:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.444312:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.444317:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9180 00000100:00100000:0.0:1746137656.445306:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.445369:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333698048 00000100:00100000:0.0:1746137656.445371:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.445373:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333698048 00000100:00100000:3.0:1746137656.445406:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31542 00000100:00100000:3.0:1746137656.445415:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333698048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.445427:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137656.445436:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333698176 00010000:00010000:3.0:1746137656.445440:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc53 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.445441:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333698176 00010000:00010000:2.0:1746137656.445456:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 52 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.445460:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.445465:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.445470:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137656.445474:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc53 expref: 52 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.445479:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15892 00000100:00100000:2.0:1746137656.445485:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2008:x1830957333698176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.445493:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.445505:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.445508:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 52 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.445515:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc53 expref: 52 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.445517:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 52 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.445532:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00010000:00010000:2.0:1746137656.445544:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d400/0xddf4fb6141776c92 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc45 expref: 52 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.445556:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746137656.445558:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333698048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (256us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137656.445558:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746137656.445563:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31542 00010000:00010000:2.0:1746137656.445563:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.445683:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.445703:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.445713:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.445728:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327488000:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.445870:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.448515:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327488000:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.448533:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.448569:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333698176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3084us (3198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.448576:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15892 00000100:00100000:0.0:1746137656.449087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.449134:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333698432 00000100:00100000:3.0:1746137656.449140:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333698432 00002000:00100000:3.0:1746137656.449171:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9500 x1830957333698432/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.449180:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9500 with x1830957333698432 ext(0->4095) 00010000:00010000:3.0:1746137656.449187:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.449197:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.449203:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9500 00000100:00100000:0.0:1746137656.449335:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3751 00000100:00100000:0.0:1746137656.449342:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333698432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137656.449463:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333698432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (376us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.449468:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3751 00002000:00100000:0.0:1746137656.449473:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e9500 x1830957333698432/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.449480:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9500 with x1830957333698432 ext(0->4095) 00010000:00010000:0.0:1746137656.449484:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.449497:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.449506:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e9500 00000100:00100000:0.0:1746137656.451040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.451111:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333698560 00000100:00100000:2.0:1746137656.451116:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333698560 00010000:00010000:2.0:1746137656.451136:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.451152:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15893 00000100:00100000:2.0:1746137656.451156:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333698560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.451164:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.451176:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.451185:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.451199:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776c99 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc4c expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.451221:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.451224:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.451230:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc53 expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.451237:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc53 expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.451263:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc53 expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.451277:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327488128:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.451416:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.452680:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327488128:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.452695:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.452725:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333698560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1568us (1688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.452734:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15893 00000100:00100000:0.0:1746137656.453867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.454004:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333698816 00000100:00100000:3.0:1746137656.454012:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333698816 00002000:00100000:3.0:1746137656.454051:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8700 x1830957333698816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.454060:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8700 with x1830957333698816 ext(0->4095) 00002000:00010000:3.0:1746137656.454064:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968e8700 00000100:00100000:3.0:1746137656.454125:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14886 00000100:00100000:3.0:1746137656.454132:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333698816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.454243:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333698816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (379us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.454248:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14886 00002000:00100000:3.0:1746137656.454252:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8700 x1830957333698816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.454258:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8700 with x1830957333698816 ext(0->4095) 00002000:00010000:3.0:1746137656.454261:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968e8700 00000100:00100000:0.0:1746137656.456000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.456118:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333698944 00000100:00100000:3.0:1746137656.456125:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333698944 00000100:00100000:3.0:1746137656.456168:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31543 00000100:00100000:3.0:1746137656.456175:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333698944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.456190:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.456207:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc5a expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.456228:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc53 expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.456235:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.456236:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.456239:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc5a expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.456265:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc53 expref: 49 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.456294:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc53 expref: 49 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.456304:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327488256:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.456386:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.458135:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327488256:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137656.458135:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137656.458159:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc5a expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.458170:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:2.0:1746137656.458205:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333699072 00000100:00100000:2.0:1746137656.458212:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333699072 00000100:00100000:3.0:1746137656.458216:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333698944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2042us (2221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.458224:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31543 00010000:00010000:2.0:1746137656.458240:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc53 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.458858:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15894 00000100:00100000:2.0:1746137656.458866:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333699072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.458880:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.458901:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc53 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.458918:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc53 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.458936:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ca0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc53 expref: 50 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.458957:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.458958:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.458964:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc5a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.458971:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc5a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.459109:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc5a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.459120:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327488384:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.459191:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.461536:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327488384:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.461555:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.461590:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333699072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2725us (3462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.461599:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15894 00000100:00100000:2.0:1746137656.462229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.462378:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333699328 00000100:00100000:1.0:1746137656.462385:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333699328 00002000:00100000:1.0:1746137656.462420:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfca300 x1830957333699328/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.462430:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfca300 with x1830957333699328 ext(0->4095) 00002000:00010000:1.0:1746137656.462434:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfca300 00000100:00100000:1.0:1746137656.462458:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14887 00000100:00100000:1.0:1746137656.462464:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333699328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.462671:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333699328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 206us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.462676:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14887 00002000:00100000:1.0:1746137656.462681:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfca300 x1830957333699328/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.462688:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfca300 with x1830957333699328 ext(0->4095) 00002000:00010000:1.0:1746137656.462690:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfca300 00000100:00100000:0.0:1746137656.464977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.465070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.465165:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333699456 00000100:00100000:1.0:1746137656.465173:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333699456 00000100:00100000:3.0:1746137656.465180:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333699584 00000100:00100000:3.0:1746137656.465185:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333699584 00000100:00100000:1.0:1746137656.465329:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31544 00000100:00100000:1.0:1746137656.465338:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1685:x1830957333699456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137656.465339:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31545 00000100:00100000:2.0:1746137656.465348:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333699584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.465356:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.465356:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.465376:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc68 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.465376:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc61 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.465402:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc5a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.465409:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.465410:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.465413:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 52 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.465421:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.465429:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 52 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.465434:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.465436:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 52 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.465455:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc5a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.465460:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 52 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.465467:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc5a expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.465476:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 52 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137656.465478:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327488640:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.465484:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:2.0:1746137656.465571:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:1679:x1830957333699584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 224us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.465577:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31545 00000100:00100000:1.0:1746137656.465690:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.467074:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327488640:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.467097:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 51 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.467108:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea400, rc 0) 00000100:00100000:1.0:1746137656.467142:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333699456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1805us (2173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.467149:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31544 00000100:00100000:0.0:1746137656.467356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.467480:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333699712 00000100:00100000:2.0:1746137656.467484:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333699712 00010000:00010000:2.0:1746137656.467505:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc5a expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.467541:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15895 00000100:00100000:2.0:1746137656.467547:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333699712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.467556:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.467898:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc5a expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.467907:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc5a expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.467925:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776ca7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc5a expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.467944:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.467946:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.467951:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.467958:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.467980:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.467989:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.468150:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327488768:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.468218:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.469423:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327488768:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.469438:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.469480:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333699712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1933us (2123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.469490:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15895 00000100:00100000:0.0:1746137656.469960:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.470015:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333699968 00000100:00100000:1.0:1746137656.470022:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333699968 00002000:00100000:1.0:1746137656.470059:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8e00 x1830957333699968/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.470068:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8e00 with x1830957333699968 ext(0->4095) 00010000:00010000:1.0:1746137656.470076:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.470095:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.470101:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e8e00 00000100:00100000:1.0:1746137656.470128:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3752 00000100:00100000:1.0:1746137656.470134:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333699968:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.470244:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333699968:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.470250:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3752 00002000:00100000:1.0:1746137656.470255:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8e00 x1830957333699968/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.470261:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8e00 with x1830957333699968 ext(0->4095) 00010000:00010000:1.0:1746137656.470266:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.470274:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.470279:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e8e00 00000100:00100000:0.0:1746137656.471928:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.471996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.472068:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333700096 00000100:00100000:1.0:1746137656.472074:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333700096 00000100:00100000:2.0:1746137656.472136:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333700224 00000100:00100000:2.0:1746137656.472140:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333700224 00010000:00010000:2.0:1746137656.472160:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.472194:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15896 00000100:00100000:2.0:1746137656.472200:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2010:x1830957333700224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.472210:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.472227:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.472237:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.472254:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31546 00010000:00010000:2.0:1746137656.472256:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776cb5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc61 expref: 51 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.472261:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333700096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.472272:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.472272:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.472274:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.472279:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.472295:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc6f expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.472300:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.472315:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.472321:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.472322:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.472325:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.472343:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.472353:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.472361:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.472363:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327488896:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.472368:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.472376:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327489024:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.472436:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.472437:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.473345:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081287480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327488896:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.473366:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.473376:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:1.0:1746137656.473400:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333700096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1140us (1478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.473406:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31546 00000100:00100000:2.0:1746137656.473417:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327489024:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.473427:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.473476:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2010:x1830957333700224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1276us (1479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.473483:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15896 00000100:00100000:0.0:1746137656.473678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.473785:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333700480 00000100:00100000:3.0:1746137656.473789:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333700480 00002000:00100000:3.0:1746137656.473838:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8380 x1830957333700480/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.473846:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8380 with x1830957333700480 ext(0->4095) 00010000:00010000:3.0:1746137656.473851:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.473861:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.473866:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e8380 00000100:00100000:3.0:1746137656.473889:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3753 00000100:00100000:3.0:1746137656.473895:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333700480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137656.473984:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333700480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.473991:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3753 00002000:00100000:3.0:1746137656.473995:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800968e8380 x1830957333700480/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.474001:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e8380 with x1830957333700480 ext(0->4095) 00010000:00010000:3.0:1746137656.474006:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.474013:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.474018:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800968e8380 00000100:00100000:0.0:1746137656.475491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.475569:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333700608 00000100:00100000:1.0:1746137656.475575:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333700608 00000100:00100000:1.0:1746137656.475616:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31547 00000100:00100000:1.0:1746137656.475623:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:1679:x1830957333700608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.475637:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.475654:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc76 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.475676:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.475682:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.475687:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137656.475691:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc76 expref: 51 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.475722:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.475738:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc76 expref: 51 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.475745:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea800, rc 0) 00000100:00100000:0.0:1746137656.475753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.475777:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333700608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.475783:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31547 00000100:00100000:2.0:1746137656.475823:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333700736 00000100:00100000:2.0:1746137656.475827:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333700736 00010000:00010000:2.0:1746137656.475843:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.475862:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15897 00000100:00100000:2.0:1746137656.475867:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2009:x1830957333700736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.475877:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.475892:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.475900:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.475913:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776cae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc68 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.475931:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.475932:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.475938:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.475943:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.475961:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.475969:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.475978:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327489280:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.476032:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.477362:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327489280:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.477378:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.477425:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2009:x1830957333700736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1557us (1671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.477434:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15897 00000100:00100000:0.0:1746137656.477744:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.477832:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333700992 00000100:00100000:1.0:1746137656.477838:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333700992 00002000:00100000:1.0:1746137656.477872:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669c00 x1830957333700992/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.477881:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669c00 with x1830957333700992 ext(0->4095) 00010000:00010000:1.0:1746137656.477890:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.477901:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.477906:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096669c00 00000100:00100000:1.0:1746137656.477935:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3754 00000100:00100000:1.0:1746137656.477941:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333700992:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.478047:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333700992:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.478052:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3754 00002000:00100000:1.0:1746137656.478057:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669c00 x1830957333700992/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.478063:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669c00 with x1830957333700992 ext(0->4095) 00010000:00010000:1.0:1746137656.478067:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.478076:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.478081:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096669c00 00000100:00100000:0.0:1746137656.480615:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.480687:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333701120 00000100:00100000:2.0:1746137656.480696:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333701120 00010000:00010000:2.0:1746137656.480726:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.480763:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15898 00000100:00100000:2.0:1746137656.480769:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333701120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.480782:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.480800:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.480833:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.480853:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776cbc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc6f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.480880:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.480882:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.480889:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc76 expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.480895:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc76 expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.480923:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc76 expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.480934:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327489408:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.481002:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.483031:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327489408:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.483051:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.483091:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333701120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2322us (2484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.483100:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15898 00000100:00100000:0.0:1746137656.483783:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.483923:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333701376 00000100:00100000:1.0:1746137656.483929:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333701376 00002000:00100000:1.0:1746137656.483954:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096668e00 x1830957333701376/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.483961:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668e00 with x1830957333701376 ext(0->4095) 00002000:00010000:1.0:1746137656.483964:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096668e00 00000100:00100000:1.0:1746137656.483976:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14888 00000100:00100000:1.0:1746137656.483979:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333701376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.484071:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333701376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.484075:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14888 00002000:00100000:1.0:1746137656.484078:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096668e00 x1830957333701376/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.484082:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668e00 with x1830957333701376 ext(0->4095) 00002000:00010000:1.0:1746137656.484084:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096668e00 00000100:00100000:0.0:1746137656.485504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.485870:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333701504 00000100:00100000:3.0:1746137656.485876:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333701504 00000100:00100000:3.0:1746137656.485989:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31548 00000100:00100000:3.0:1746137656.485996:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333701504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.486008:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.486025:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc7d expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.486050:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc76 expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.486057:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.486058:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.486062:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc7d expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.486083:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc76 expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.486097:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc76 expref: 49 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.486106:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327489536:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.486183:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.487991:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327489536:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.488017:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc7d expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.488032:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137656.488071:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333701504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2075us (2570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.488079:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31548 00000100:00100000:1.0:1746137656.488200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.488407:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333701632 00000100:00100000:2.0:1746137656.488413:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333701632 00010000:00010000:2.0:1746137656.488435:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc76 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.488490:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15899 00000100:00100000:2.0:1746137656.488496:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333701632:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.488507:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.488523:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc76 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.488531:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc76 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.488549:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb6141776cc3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc76 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.488574:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.488575:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.488583:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc7d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.488589:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc7d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.488612:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc7d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.488622:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327489664:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.489221:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.491243:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327489664:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.491261:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.491319:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333701632:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2822us (3118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.491330:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15899 00000100:00100000:0.0:1746137656.491616:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.491929:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333701888 00000100:00100000:1.0:1746137656.491935:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333701888 00002000:00100000:1.0:1746137656.491965:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669500 x1830957333701888/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.491974:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669500 with x1830957333701888 ext(0->4095) 00002000:00010000:1.0:1746137656.491978:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669500 00000100:00100000:1.0:1746137656.492008:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14889 00000100:00100000:1.0:1746137656.492014:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333701888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.492114:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333701888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (498us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.492120:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14889 00002000:00100000:1.0:1746137656.492124:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669500 x1830957333701888/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.492131:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669500 with x1830957333701888 ext(0->4095) 00002000:00010000:1.0:1746137656.492133:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669500 00000100:00100000:0.0:1746137656.493079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.493149:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333702016 00000100:00100000:3.0:1746137656.493155:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333702016 00000100:00100000:3.0:1746137656.493189:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31549 00000100:00100000:3.0:1746137656.493194:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333702016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.493205:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.493218:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc84 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.493243:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc7d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.493249:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.493251:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.493253:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.493277:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc7d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.493299:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc7d expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.493310:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327489792:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.493371:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.493679:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.493870:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333702144 00000100:00100000:1.0:1746137656.493874:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333702144 00000100:00100000:1.0:1746137656.493893:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31550 00000100:00100000:1.0:1746137656.493898:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333702144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.493904:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.493910:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc8b expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.493920:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.493924:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 52 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.493928:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.493930:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc8b expref: 52 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.493948:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 52 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.493961:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc8b expref: 52 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.493968:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eae00, rc 0) 00000100:00100000:1.0:1746137656.493994:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:1685:x1830957333702144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.494123:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31550 00000100:00100000:3.0:1746137656.495786:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327489792:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.496024:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.496044:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137656.496131:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333702016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2935us (3054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.496138:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31549 00000100:00100000:0.0:1746137656.496315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.496413:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333702272 00000100:00100000:2.0:1746137656.496418:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333702272 00010000:00010000:2.0:1746137656.496437:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc7d expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.496468:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15900 00000100:00100000:2.0:1746137656.496474:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333702272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.496486:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.496502:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc7d expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.496510:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc7d expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.496528:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776cca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc7d expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.496541:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.496542:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.496547:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.496554:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.496577:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.496587:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.496597:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327490048:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.496667:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.498311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.498370:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333702528 00000100:00100000:1.0:1746137656.498383:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333702528 00000100:00100000:2.0:1746137656.498402:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327490048:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746137656.498413:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669f80 x1830957333702528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746137656.498416:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746137656.498422:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669f80 with x1830957333702528 ext(0->4095) 00010000:00010000:1.0:1746137656.498428:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.498439:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.498443:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333702272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1969us (2128us total) trans 0 rc 0/0 00002000:00010000:1.0:1746137656.498444:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096669f80 00000100:00100000:2.0:1746137656.498451:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15900 00000100:00100000:1.0:1746137656.498473:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3755 00000100:00100000:1.0:1746137656.498480:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333702528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.498577:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333702528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.498583:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3755 00002000:00100000:1.0:1746137656.498591:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669f80 x1830957333702528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.498598:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669f80 with x1830957333702528 ext(0->4095) 00010000:00010000:1.0:1746137656.498602:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.498610:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.498615:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096669f80 00000100:00100000:0.0:1746137656.501460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.501547:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333702656 00000100:00100000:2.0:1746137656.501557:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333702656 00010000:00010000:2.0:1746137656.501593:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.501625:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15901 00000100:00100000:2.0:1746137656.501633:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2009:x1830957333702656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.501651:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.501670:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.501681:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.501702:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776cd1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc84 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.501715:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.501717:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.501722:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc8b expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.501729:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc8b expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.501757:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc8b expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.501768:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327490176:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.501883:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.504458:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327490176:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.504479:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.504519:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2009:x1830957333702656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2886us (3066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.504528:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15901 00000100:00100000:0.0:1746137656.505187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.505253:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333702912 00000100:00100000:1.0:1746137656.505260:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333702912 00002000:00100000:1.0:1746137656.505304:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669880 x1830957333702912/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.505313:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669880 with x1830957333702912 ext(0->4095) 00002000:00010000:1.0:1746137656.505317:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669880 00000100:00100000:1.0:1746137656.505338:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14890 00000100:00100000:1.0:1746137656.505344:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333702912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.505464:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333702912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.505469:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14890 00002000:00100000:1.0:1746137656.505474:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096669880 x1830957333702912/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.505480:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096669880 with x1830957333702912 ext(0->4095) 00002000:00010000:1.0:1746137656.505483:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096669880 00000100:00100000:0.0:1746137656.506945:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.507665:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333703040 00000100:00100000:3.0:1746137656.507672:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333703040 00000100:00100000:3.0:1746137656.507715:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31551 00000100:00100000:3.0:1746137656.507722:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333703040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.507735:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.507749:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc92 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.507772:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc8b expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.507779:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.507780:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.507784:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc92 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.507886:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc8b expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.507897:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc8b expref: 49 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.507912:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327490304:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.508006:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.509359:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327490304:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.509382:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc92 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.509394:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137656.509436:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333703040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1713us (2493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.509444:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31551 00000100:00100000:0.0:1746137656.509855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.509906:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333703168 00000100:00100000:2.0:1746137656.509911:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333703168 00010000:00010000:2.0:1746137656.509933:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc8b expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.509962:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15902 00000100:00100000:2.0:1746137656.509968:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333703168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.509981:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.509997:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc8b expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.510005:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc8b expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.510022:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776cd8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc8b expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.510045:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.510047:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.510053:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc92 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.510061:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc92 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.510090:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc92 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.510100:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327490432:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.510155:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.512482:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327490432:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.512500:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.512534:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2008:x1830957333703168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2565us (2679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.512544:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15902 00000100:00100000:0.0:1746137656.512824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.512905:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333703424 00000100:00100000:1.0:1746137656.512910:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333703424 00002000:00100000:1.0:1746137656.512944:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9c00 x1830957333703424/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.512953:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9c00 with x1830957333703424 ext(0->4095) 00002000:00010000:1.0:1746137656.512956:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f9c00 00000100:00100000:1.0:1746137656.512971:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14891 00000100:00100000:1.0:1746137656.512979:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333703424:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.513140:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333703424:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.513147:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14891 00002000:00100000:1.0:1746137656.513152:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9c00 x1830957333703424/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.513159:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9c00 with x1830957333703424 ext(0->4095) 00002000:00010000:1.0:1746137656.513161:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f9c00 00000100:00100000:0.0:1746137656.516342:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.516437:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333703552 00000100:00100000:3.0:1746137656.516444:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333703552 00000100:00100000:3.0:1746137656.516498:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31552 00000100:00100000:3.0:1746137656.516506:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333703552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.516525:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.516539:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddc99 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.516567:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc92 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.516574:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.516576:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.516579:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.516611:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc92 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.516621:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc92 expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.516631:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327490560:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.516712:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.517465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.517730:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333703680 00000100:00100000:1.0:1746137656.517735:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333703680 00000100:00100000:1.0:1746137656.517854:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31553 00000100:00100000:1.0:1746137656.517860:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333703680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.517871:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.517881:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddca0 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.517896:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.517901:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 52 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.517906:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.517908:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca0 expref: 52 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.517930:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 52 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.518144:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca0 expref: 52 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.518153:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00000100:00100000:1.0:1746137656.518382:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:1685:x1830957333703680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 521us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.518388:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31553 00000100:00100000:0.0:1746137656.519748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.519832:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333703808 00000100:00100000:2.0:1746137656.519837:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333703808 00000100:00100000:3.0:1746137656.519860:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327490560:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.519865:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc92 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.519884:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.519891:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15903 00010000:00010000:3.0:1746137656.519896:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:2.0:1746137656.519898:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333703808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.519910:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.519927:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc92 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.519937:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc92 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.519941:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333703552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3435us (3606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.519946:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31552 00010000:00010000:2.0:1746137656.519953:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776cdf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc92 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.519965:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.519967:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.519972:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.519979:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.520001:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.520010:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.520019:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327490816:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.520061:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.523581:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327490816:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137656.523581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137656.523598:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.523633:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333703808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3735us (3891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.523641:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15903 00000100:00100000:1.0:1746137656.523710:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333704064 00000100:00100000:1.0:1746137656.523715:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333704064 00002000:00100000:1.0:1746137656.523740:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fa680 x1830957333704064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.523747:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa680 with x1830957333704064 ext(0->4095) 00010000:00010000:1.0:1746137656.523753:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.523762:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.523766:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fa680 00000100:00100000:1.0:1746137656.524051:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3756 00000100:00100000:1.0:1746137656.524059:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333704064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.524153:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2007:x1830957333704064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.524157:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3756 00002000:00100000:1.0:1746137656.524161:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fa680 x1830957333704064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.524166:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa680 with x1830957333704064 ext(0->4095) 00010000:00010000:1.0:1746137656.524169:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.524175:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.524178:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fa680 00000100:00100000:0.0:1746137656.526983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.527079:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333704192 00000100:00100000:2.0:1746137656.527087:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333704192 00010000:00010000:2.0:1746137656.527116:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.527143:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15904 00000100:00100000:2.0:1746137656.527150:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2010:x1830957333704192:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.527162:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.527178:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.527189:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.527210:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776ce6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddc99 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.527235:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.527237:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.527242:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca0 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.527249:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca0 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.527277:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca0 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.527300:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327490944:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.527430:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.530449:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327490944:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.530476:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.530522:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2010:x1830957333704192:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3371us (3547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.530533:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15904 00000100:00100000:0.0:1746137656.530722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.530778:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333704448 00000100:00100000:1.0:1746137656.530785:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333704448 00002000:00100000:1.0:1746137656.530849:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9500 x1830957333704448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.530858:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9500 with x1830957333704448 ext(0->4095) 00002000:00010000:1.0:1746137656.530862:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f9500 00000100:00100000:1.0:1746137656.530886:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14892 00000100:00100000:1.0:1746137656.530893:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333704448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.531000:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333704448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.531007:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14892 00002000:00100000:1.0:1746137656.531012:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9500 x1830957333704448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.531018:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9500 with x1830957333704448 ext(0->4095) 00002000:00010000:1.0:1746137656.531021:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f9500 00000100:00100000:0.0:1746137656.533441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.534272:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333704576 00000100:00100000:3.0:1746137656.534282:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333704576 00000100:00100000:3.0:1746137656.534331:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31554 00000100:00100000:3.0:1746137656.534338:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333704576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.534353:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.534367:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddca7 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.534393:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca0 expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.534401:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.534403:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.534406:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca7 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.534430:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca0 expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.534566:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca0 expref: 49 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.534576:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327491072:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.535028:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.536796:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327491072:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.536851:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca7 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.536867:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137656.536927:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333704576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2588us (3492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.536937:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31554 00000100:00100000:0.0:1746137656.536956:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.537018:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333704704 00000100:00100000:2.0:1746137656.537024:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333704704 00010000:00010000:2.0:1746137656.537071:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca0 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.537092:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15905 00000100:00100000:2.0:1746137656.537097:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333704704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.537108:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.537126:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca0 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.537135:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca0 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.537153:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776ced lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca0 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.537186:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.537188:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.537193:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca7 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.537201:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca7 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.537226:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca7 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.537236:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327491200:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.537316:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.539890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.540018:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327491200:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.540035:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.540074:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:2007:x1830957333704704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2975us (3118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.540083:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15905 00000100:00100000:1.0:1746137656.540221:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333704960 00000100:00100000:1.0:1746137656.540231:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333704960 00002000:00100000:1.0:1746137656.540269:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fb480 x1830957333704960/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.540278:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fb480 with x1830957333704960 ext(0->4095) 00002000:00010000:1.0:1746137656.540282:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961fb480 00000100:00100000:1.0:1746137656.540319:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14893 00000100:00100000:1.0:1746137656.540326:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333704960:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.540433:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333704960:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.540439:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14893 00002000:00100000:1.0:1746137656.540444:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fb480 x1830957333704960/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.540451:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fb480 with x1830957333704960 ext(0->4095) 00002000:00010000:1.0:1746137656.540453:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961fb480 00000100:00100000:0.0:1746137656.540997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.541097:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333705088 00000100:00100000:3.0:1746137656.541101:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333705088 00000100:00100000:3.0:1746137656.541134:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31555 00000100:00100000:3.0:1746137656.541140:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+49:1679:x1830957333705088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.541149:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.541161:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddcae expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.541180:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca7 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.541187:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.541188:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.541191:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.541213:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca7 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.541223:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca7 expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.541233:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327491328:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.541309:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.541910:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.541935:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333705216 00000100:00100000:1.0:1746137656.541939:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333705216 00000100:00100000:1.0:1746137656.541962:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31556 00000100:00100000:1.0:1746137656.541968:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333705216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.541976:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.541983:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddcb5 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.541997:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.542001:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 52 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.542006:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.542008:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 52 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.542031:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 52 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.542040:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 52 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.542049:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb600, rc 0) 00000100:00100000:1.0:1746137656.542087:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:1685:x1830957333705216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.542093:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31556 00000100:00100000:0.0:1746137656.543218:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.543297:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327491328:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.543368:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.543379:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c600, rc 0) 00000100:00100000:3.0:1746137656.543410:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1679:x1830957333705088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2270us (2413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.543420:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31555 00000100:00100000:2.0:1746137656.543447:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333705344 00000100:00100000:2.0:1746137656.543451:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333705344 00010000:00010000:2.0:1746137656.543491:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca7 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.543544:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15906 00000100:00100000:2.0:1746137656.543550:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333705344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.543562:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.543579:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca7 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.543587:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca7 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.543604:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776cf4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddca7 expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.543618:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.543620:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.543625:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.543632:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.543655:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 50 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.543665:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 50 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.543674:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327491584:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.543718:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.546299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.546485:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333705600 00000100:00100000:1.0:1746137656.546494:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333705600 00002000:00100000:1.0:1746137656.546535:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4df100 x1830957333705600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.546550:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df100 with x1830957333705600 ext(0->4095) 00010000:00010000:1.0:1746137656.546560:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.546572:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.546578:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4df100 00000100:00100000:1.0:1746137656.546605:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3757 00000100:00100000:1.0:1746137656.546611:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333705600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.546730:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333705600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.546736:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3757 00002000:00100000:1.0:1746137656.546741:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4df100 x1830957333705600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.546747:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df100 with x1830957333705600 ext(0->4095) 00010000:00010000:1.0:1746137656.546751:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.546759:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.546764:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4df100 00000100:00100000:2.0:1746137656.546855:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327491584:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.546871:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.546900:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333705344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3350us (3685us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.546908:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15906 00000100:00100000:0.0:1746137656.548499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.548587:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333705728 00000100:00100000:2.0:1746137656.548593:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333705728 00010000:00010000:2.0:1746137656.548625:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.548651:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15907 00000100:00100000:2.0:1746137656.548657:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2008:x1830957333705728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.548670:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.548688:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.548699:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.548724:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c600/0xddf4fb6141776cfb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcae expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.548737:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.548738:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.548744:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.548750:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.548779:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 50 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.548789:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327491712:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.550342:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.554300:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327491712:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137656.554300:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137656.554320:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.554366:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2008:x1830957333705728:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5708us (5872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.554376:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15907 00000100:00100000:1.0:1746137656.554383:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333705984 00000100:00100000:1.0:1746137656.554390:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333705984 00002000:00100000:1.0:1746137656.554424:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4df480 x1830957333705984/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.554432:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df480 with x1830957333705984 ext(0->4095) 00002000:00010000:1.0:1746137656.554436:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4df480 00000100:00100000:1.0:1746137656.554466:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14894 00000100:00100000:1.0:1746137656.554471:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2010:x1830957333705984:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137656.554573:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2010:x1830957333705984:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.554578:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14894 00002000:00100000:1.0:1746137656.554583:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4df480 x1830957333705984/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.554589:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4df480 with x1830957333705984 ext(0->4095) 00002000:00010000:1.0:1746137656.554591:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4df480 00000100:00100000:0.0:1746137656.558589:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.558654:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333706112 00000100:00100000:3.0:1746137656.558662:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333706112 00000100:00100000:3.0:1746137656.562212:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31557 00000100:00100000:3.0:1746137656.562235:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333706112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.562255:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.562272:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddcbc expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.562310:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.562317:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.562319:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.562323:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcbc expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.562351:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 49 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.562362:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 49 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.562371:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327491840:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.563171:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.566396:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327491840:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.566428:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcbc expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.566442:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137656.566492:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333706112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4267us (7910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.566500:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31557 00000100:00100000:0.0:1746137656.567671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.567869:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333706240 00000100:00100000:3.0:1746137656.567877:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333706240 00002000:00100000:3.0:1746137656.567917:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d4dce00 x1830957333706240/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.567925:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dce00 with x1830957333706240 ext(0->7) 00010000:00010000:3.0:1746137656.567933:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.567943:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 50 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.567949:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dce00 00000100:00100000:3.0:1746137656.568381:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3758 00000100:00100000:3.0:1746137656.568388:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+50:2007:x1830957333706240:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137656.570149:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2007:x1830957333706240:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1753us (2472us total) trans 4294972198 rc 0/0 00000100:00100000:3.0:1746137656.570162:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3758 00002000:00100000:3.0:1746137656.570174:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d4dce00 x1830957333706240/t4294972198(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/448 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.570185:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dce00 with x1830957333706240 ext(0->7) 00010000:00010000:3.0:1746137656.570196:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 52 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.570208:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 52 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.570213:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4dce00 00000100:00100000:0.0:1746137656.573256:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.573328:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333706368 00000100:00100000:2.0:1746137656.573336:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333706368 00010000:00010000:2.0:1746137656.573369:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 52 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.573405:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15908 00000100:00100000:2.0:1746137656.573412:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2010:x1830957333706368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.573427:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.573447:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 52 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.573457:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 52 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.573476:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d02 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcb5 expref: 52 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.573506:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.573508:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.573514:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcbc expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.573520:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcbc expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.573545:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcbc expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.573555:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327491968:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.573623:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.574670:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327491968:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.574684:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.574720:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:2010:x1830957333706368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1307us (1470us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.574730:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15908 00000100:00100000:0.0:1746137656.574921:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.575014:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333706624 00000100:00100000:3.0:1746137656.575020:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333706624 00002000:00100000:3.0:1746137656.575049:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dd180 x1830957333706624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.575058:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd180 with x1830957333706624 ext(0->4095) 00002000:00010000:3.0:1746137656.575062:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4dd180 00000100:00100000:3.0:1746137656.575076:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14895 00000100:00100000:3.0:1746137656.575080:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333706624:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137656.575227:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333706624:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.575233:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14895 00002000:00100000:3.0:1746137656.575241:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4dd180 x1830957333706624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.575248:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd180 with x1830957333706624 ext(0->4095) 00002000:00010000:3.0:1746137656.575251:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4dd180 00000100:00100000:0.0:1746137656.576517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.576590:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333706752 00000100:00100000:3.0:1746137656.576596:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333706752 00000100:00100000:3.0:1746137656.576640:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31558 00000100:00100000:3.0:1746137656.576647:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+51:1685:x1830957333706752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.576660:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.576673:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddcc3 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.576699:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcbc expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.576706:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.576707:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.576711:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 52 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.576733:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcbc expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.576740:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcbc expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.576748:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327492096:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.576840:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.580731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.580864:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327492096:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.580890:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 52 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.580909:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137656.580945:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:1685:x1830957333706752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4298us (4436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.580953:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31558 00000100:00100000:2.0:1746137656.581359:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333706880 00000100:00100000:2.0:1746137656.581365:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333706880 00010000:00010000:2.0:1746137656.581386:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcbc expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.581406:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15909 00000100:00100000:2.0:1746137656.581411:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333706880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.581424:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.581438:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcbc expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.581448:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcbc expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.581464:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d09 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcbc expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.581487:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.581489:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.581494:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.581501:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.581533:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.581543:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327492224:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.581610:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.583040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.583106:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333707136 00000100:00100000:3.0:1746137656.583116:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333707136 00000100:00100000:2.0:1746137656.583133:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327492224:192.168.203.12@tcp:105: 00002000:00100000:3.0:1746137656.583149:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4ddf80 x1830957333707136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.583158:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4ddf80 with x1830957333707136 ext(0->4095) 00002000:00010000:3.0:1746137656.583161:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4ddf80 00010000:00010000:2.0:1746137656.583176:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.583184:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14896 00000100:00100000:3.0:1746137656.583190:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2009:x1830957333707136:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137656.583211:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333706880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1799us (2486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.583222:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15909 00000100:00100000:3.0:1746137656.583278:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2009:x1830957333707136:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 88us (243us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.583297:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14896 00002000:00100000:3.0:1746137656.583302:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d4ddf80 x1830957333707136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.583309:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4ddf80 with x1830957333707136 ext(0->4095) 00002000:00010000:3.0:1746137656.583311:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4ddf80 00000100:00100000:0.0:1746137656.585299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.585359:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333707264 00000100:00100000:3.0:1746137656.585368:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333707264 00000100:00100000:3.0:1746137656.585412:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31559 00000100:00100000:3.0:1746137656.585419:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333707264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.585439:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.585456:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddcca expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.585484:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.585493:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.585494:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.585498:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcca expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.585529:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 51 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.585541:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 51 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.585553:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327492352:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.585653:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.587253:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327492352:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.587274:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcca expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.587302:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137656.587334:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333707264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1916us (2055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.587343:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31559 00000100:00100000:0.0:1746137656.587865:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.587944:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333707392 00000100:00100000:3.0:1746137656.587950:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333707392 00002000:00100000:3.0:1746137656.587977:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d4ddc00 x1830957333707392/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.587986:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4ddc00 with x1830957333707392 ext(0->7) 00010000:00010000:3.0:1746137656.587992:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 52 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.588003:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 52 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.588010:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4ddc00 00000100:00100000:3.0:1746137656.588379:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3759 00000100:00100000:3.0:1746137656.588386:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+52:2007:x1830957333707392:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137656.590156:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2007:x1830957333707392:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1761us (2285us total) trans 4294972199 rc 0/0 00000100:00100000:0.0:1746137656.590165:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3759 00002000:00100000:0.0:1746137656.590174:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d4ddc00 x1830957333707392/t4294972199(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/448 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.590183:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4ddc00 with x1830957333707392 ext(0->7) 00010000:00010000:0.0:1746137656.590191:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 54 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.590205:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 54 pid: 21535 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.590211:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d4ddc00 00000100:00100000:0.0:1746137656.592233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.592392:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333707520 00000100:00100000:2.0:1746137656.592402:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333707520 00010000:00010000:2.0:1746137656.592441:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 54 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.592496:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15910 00000100:00100000:2.0:1746137656.592508:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2009:x1830957333707520:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.592526:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.592548:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 54 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.592561:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 54 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.592583:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcc3 expref: 54 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.592627:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.592629:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.592638:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcca expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.592646:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcca expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.592682:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcca expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.592698:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327492480:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.592790:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.595507:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327492480:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.595522:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.595565:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:2009:x1830957333707520:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3060us (3339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.595574:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15910 00000100:00100000:0.0:1746137656.596176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.596265:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333707776 00000100:00100000:2.0:1746137656.596271:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333707776 00002000:00100000:2.0:1746137656.596315:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12d500 x1830957333707776/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.596325:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12d500 with x1830957333707776 ext(0->4095) 00002000:00010000:2.0:1746137656.596329:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12d500 00000100:00100000:2.0:1746137656.596345:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14897 00000100:00100000:2.0:1746137656.596352:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333707776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.596463:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333707776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.596470:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14897 00002000:00100000:2.0:1746137656.596475:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12d500 x1830957333707776/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.596482:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12d500 with x1830957333707776 ext(0->4095) 00002000:00010000:2.0:1746137656.596485:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12d500 00000100:00100000:0.0:1746137656.598573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.598611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.598690:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333707904 00000100:00100000:1.0:1746137656.598700:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333707904 00000100:00100000:1.0:1746137656.598754:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333708032 00000100:00100000:1.0:1746137656.598756:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333708032 00000100:00100000:1.0:1746137656.598773:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31560 00000100:00100000:1.0:1746137656.598779:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:1679:x1830957333707904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.598796:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.598850:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddcd1 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.598881:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcca expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.598889:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.598891:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.598894:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.598926:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcca expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.598932:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31561 00010000:00010000:1.0:1746137656.598939:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcca expref: 5 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.598941:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1685:x1830957333708032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.598947:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746137656.598951:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327492608:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.598954:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddcd8 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.598966:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.598970:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.598976:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.598979:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd8 expref: 56 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.599002:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.599011:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd8 expref: 56 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.599017:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:2.0:1746137656.599063:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1685:x1830957333708032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.599068:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31561 00000100:00100000:1.0:1746137656.599436:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.601213:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327492608:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137656.601214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137656.601240:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.601256:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebe00, rc 0) 00000100:00100000:2.0:1746137656.601262:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333708160 00000100:00100000:2.0:1746137656.601268:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333708160 00010000:00010000:2.0:1746137656.601305:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcca expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.601314:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1679:x1830957333707904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2534us (2747us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.601321:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31560 00000100:00100000:2.0:1746137656.601333:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15911 00000100:00100000:2.0:1746137656.601339:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333708160:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.601350:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.601366:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcca expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.601375:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcca expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.601392:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcca expref: 6 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.601421:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.601423:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.601429:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.601436:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.601458:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.601469:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.601483:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327492864:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.601524:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.602472:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327492864:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.602484:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.602507:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333708160:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1167us (1300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.602514:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15911 00000100:00100000:0.0:1746137656.603032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.603165:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333708416 00000100:00100000:2.0:1746137656.603171:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333708416 00002000:00100000:2.0:1746137656.603200:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12ea00 x1830957333708416/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.603209:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ea00 with x1830957333708416 ext(0->4095) 00010000:00010000:2.0:1746137656.603215:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.603226:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.603232:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b12ea00 00000100:00100000:2.0:1746137656.603254:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3760 00000100:00100000:2.0:1746137656.603259:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2008:x1830957333708416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.603370:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2008:x1830957333708416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (340us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.603384:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3760 00002000:00100000:2.0:1746137656.603389:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12ea00 x1830957333708416/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.603395:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ea00 with x1830957333708416 ext(0->4095) 00010000:00010000:2.0:1746137656.603399:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.603406:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.603411:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b12ea00 00000100:00100000:0.0:1746137656.604616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.604691:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333708544 00000100:00100000:2.0:1746137656.604697:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333708544 00010000:00010000:2.0:1746137656.604722:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.605126:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15912 00000100:00100000:2.0:1746137656.605133:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2007:x1830957333708544:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.605145:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.605163:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.605174:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.605195:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb6141776d1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd1 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.605218:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.605220:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.605227:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd8 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.605234:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd8 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.605259:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd8 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.605268:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327492992:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.605354:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.607583:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.607690:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cfca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327492992:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.607707:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.607743:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2007:x1830957333708544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2610us (3131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.607752:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15912 00000100:00100000:1.0:1746137656.607848:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333708800 00000100:00100000:1.0:1746137656.607855:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333708800 00002000:00100000:1.0:1746137656.607885:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12c000 x1830957333708800/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.607898:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12c000 with x1830957333708800 ext(0->4095) 00002000:00010000:1.0:1746137656.607902:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12c000 00000100:00100000:1.0:1746137656.607924:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14898 00000100:00100000:1.0:1746137656.607930:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333708800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.608023:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333708800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.608029:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14898 00002000:00100000:1.0:1746137656.608034:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12c000 x1830957333708800/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.608041:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12c000 with x1830957333708800 ext(0->4095) 00002000:00010000:1.0:1746137656.608043:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12c000 00000100:00100000:0.0:1746137656.609543:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.609631:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333708928 00000100:00100000:1.0:1746137656.609638:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333708928 00000100:00100000:1.0:1746137656.609676:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31562 00000100:00100000:1.0:1746137656.609682:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333708928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.609697:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.609713:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddcdf expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.609738:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd8 expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.609745:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.609746:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.609749:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcdf expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.609778:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd8 expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.609789:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd8 expref: 53 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.609799:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327493120:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.610251:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.611418:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327493120:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.611440:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcdf expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.611453:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb600, rc 0) 00000100:00100000:1.0:1746137656.611485:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333708928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1802us (1948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.611492:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31562 00000100:00100000:0.0:1746137656.611854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.611937:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333709056 00000100:00100000:2.0:1746137656.611943:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333709056 00010000:00010000:2.0:1746137656.611967:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd8 expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.612117:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15913 00000100:00100000:3.0:1746137656.612126:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333709056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.612135:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.612151:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd8 expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.612161:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd8 expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.612178:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d25 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcd8 expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.612196:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.612198:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.612203:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcdf expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.612211:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcdf expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.612232:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcdf expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.612241:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327493248:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.612296:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.613209:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327493248:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.613221:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.613238:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:2008:x1830957333709056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1114us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.613243:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15913 00000100:00100000:0.0:1746137656.614095:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.614147:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333709312 00000100:00100000:2.0:1746137656.614152:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333709312 00002000:00100000:2.0:1746137656.614182:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deece00 x1830957333709312/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.614191:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deece00 with x1830957333709312 ext(0->4095) 00002000:00010000:2.0:1746137656.614195:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deece00 00000100:00100000:2.0:1746137656.614221:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14899 00000100:00100000:2.0:1746137656.614228:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333709312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.614330:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333709312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (238us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.614335:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14899 00002000:00100000:2.0:1746137656.614340:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deece00 x1830957333709312/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.614347:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deece00 with x1830957333709312 ext(0->4095) 00002000:00010000:2.0:1746137656.614350:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deece00 00000100:00100000:0.0:1746137656.616621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.616907:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333709440 00000100:00100000:1.0:1746137656.616916:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333709440 00000100:00100000:1.0:1746137656.616966:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31563 00000100:00100000:1.0:1746137656.616974:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:1685:x1830957333709440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.616995:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.617010:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddce6 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.617038:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcdf expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.617044:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.617045:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.617048:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.617071:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcdf expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.617081:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcdf expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746137656.617092:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327493376:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137656.617222:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.618126:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.618168:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333709568 00000100:00100000:2.0:1746137656.618173:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333709568 00000100:00100000:1.0:1746137656.618230:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327493376:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.618249:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.618254:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31564 00000100:00100000:2.0:1746137656.618259:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1679:x1830957333709568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.618261:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea600, rc 0) 00010000:00010000:2.0:1746137656.618268:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.618276:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddced expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.618300:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.618303:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.618308:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746137656.618309:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1685:x1830957333709440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1336us (1695us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137656.618311:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 56 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137656.618314:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31563 00010000:00010000:2.0:1746137656.618331:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.618339:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.618406:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137656.618422:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1679:x1830957333709568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.618427:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31564 00000100:00100000:2.0:1746137656.618504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.618624:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333709696 00000100:00100000:3.0:1746137656.618628:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333709696 00010000:00010000:3.0:1746137656.618642:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcdf expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.618670:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15914 00000100:00100000:3.0:1746137656.618676:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333709696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.618688:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.618701:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcdf expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.618709:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcdf expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.618723:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776d2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcdf expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.618740:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.618741:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.618746:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.618753:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.618769:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.618778:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.618787:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327493632:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.618853:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.620203:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327493632:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.620219:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.620260:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333709696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1582us (1753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.620339:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15914 00000100:00100000:0.0:1746137656.620344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.620389:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333709952 00000100:00100000:2.0:1746137656.620395:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333709952 00002000:00100000:2.0:1746137656.620427:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deedf80 x1830957333709952/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.620436:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deedf80 with x1830957333709952 ext(0->4095) 00010000:00010000:2.0:1746137656.620443:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.620454:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.620459:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deedf80 00000100:00100000:2.0:1746137656.620486:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3761 00000100:00100000:2.0:1746137656.620492:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2008:x1830957333709952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.620603:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2008:x1830957333709952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.620609:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3761 00002000:00100000:2.0:1746137656.620613:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deedf80 x1830957333709952/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.620617:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deedf80 with x1830957333709952 ext(0->4095) 00010000:00010000:2.0:1746137656.620620:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.620626:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.620630:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deedf80 00000100:00100000:0.0:1746137656.622943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.622985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.622998:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333710080 00000100:00100000:2.0:1746137656.623005:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333710080 00000100:00100000:3.0:1746137656.623043:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333710208 00000100:00100000:3.0:1746137656.623047:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333710208 00000100:00100000:2.0:1746137656.623051:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31565 00000100:00100000:2.0:1746137656.623058:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333710080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.623068:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.623071:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.623082:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddcf4 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.623088:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15915 00000100:00100000:3.0:1746137656.623093:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2009:x1830957333710208:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.623101:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.623103:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.623108:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.623114:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137656.623117:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.623127:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.623137:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.623149:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.623153:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb6141776d33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddce6 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.623160:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.623167:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.623169:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.623173:0:26520:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.623180:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.623239:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137656.623246:0:26520:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.623256:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.623266:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327493888:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.623294:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2009:x1830957333710208:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 190us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.623300:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15915 00000100:00100000:2.0:1746137656.623339:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.624498:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327493888:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.624514:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:2.0:1746137656.624565:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333710080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1505us (1625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.624574:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31565 00000100:00100000:0.0:1746137656.624859:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.624921:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333710464 00000100:00100000:2.0:1746137656.624926:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333710464 00002000:00100000:2.0:1746137656.624952:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deec700 x1830957333710464/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.624959:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deec700 with x1830957333710464 ext(0->4095) 00010000:00010000:2.0:1746137656.624965:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.624972:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.624979:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deec700 00000100:00100000:2.0:1746137656.625005:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3762 00000100:00100000:2.0:1746137656.625011:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333710464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.625117:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333710464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.625122:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3762 00002000:00100000:2.0:1746137656.625127:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deec700 x1830957333710464/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.625134:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deec700 with x1830957333710464 ext(0->4095) 00010000:00010000:2.0:1746137656.625138:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.625150:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.625155:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deec700 00000100:00100000:0.0:1746137656.628094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.628187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.628272:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333710592 00000100:00100000:3.0:1746137656.628279:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333710592 00010000:00010000:3.0:1746137656.628321:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.628360:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15916 00000100:00100000:3.0:1746137656.628367:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2007:x1830957333710592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.628382:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.628400:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.628412:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.628430:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddced expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.628439:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333710720 00000100:00100000:2.0:1746137656.628443:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333710720 00010000:00010000:3.0:1746137656.628459:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.628461:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.628467:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.628470:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31566 00010000:00010000:3.0:1746137656.628474:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.628475:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:1679:x1830957333710720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.628487:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.628496:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddcfb expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.628512:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.628518:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.628519:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.628522:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcfb expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.628540:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.628548:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.628558:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327494016:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.628596:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.628604:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.628617:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327494144:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.628632:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.628708:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009853e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.629581:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327494144:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.629596:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.629607:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327494016:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.629620:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcfb expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.629621:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2007:x1830957333710592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1254us (1433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.629628:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15916 00010000:00010000:2.0:1746137656.629630:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137656.629648:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:1679:x1830957333710720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1172us (1563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.629654:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31566 00000100:00100000:0.0:1746137656.629973:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.630046:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333710976 00000100:00100000:1.0:1746137656.630051:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333710976 00002000:00100000:1.0:1746137656.630078:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deed180 x1830957333710976/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.630086:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deed180 with x1830957333710976 ext(0->4095) 00010000:00010000:1.0:1746137656.630091:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.630100:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.630106:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deed180 00000100:00100000:1.0:1746137656.630128:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3763 00000100:00100000:1.0:1746137656.630134:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333710976:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.630229:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333710976:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.630234:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3763 00002000:00100000:1.0:1746137656.630239:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deed180 x1830957333710976/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.630246:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deed180 with x1830957333710976 ext(0->4095) 00010000:00010000:1.0:1746137656.630251:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.630258:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.630263:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deed180 00000100:00100000:0.0:1746137656.631584:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.631638:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333711104 00000100:00100000:3.0:1746137656.631644:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333711104 00010000:00010000:3.0:1746137656.631666:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.631698:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15917 00000100:00100000:3.0:1746137656.631704:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333711104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.631713:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.631727:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.631736:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.631754:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776d41 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcf4 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.631778:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.631780:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.631786:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcfb expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.631793:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcfb expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.631838:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcfb expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.631850:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327494272:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.632178:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.633299:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327494272:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.633318:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.633351:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333711104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1646us (1770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.633359:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15917 00000100:00100000:0.0:1746137656.633538:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.633767:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333711360 00000100:00100000:1.0:1746137656.633773:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333711360 00002000:00100000:1.0:1746137656.633899:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deee680 x1830957333711360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.633909:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deee680 with x1830957333711360 ext(0->4095) 00002000:00010000:1.0:1746137656.633913:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deee680 00000100:00100000:1.0:1746137656.633940:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14900 00000100:00100000:1.0:1746137656.633947:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333711360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.634058:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333711360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.634064:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14900 00002000:00100000:1.0:1746137656.634070:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deee680 x1830957333711360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.634077:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deee680 with x1830957333711360 ext(0->4095) 00002000:00010000:1.0:1746137656.634079:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deee680 00000100:00100000:0.0:1746137656.635363:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.635646:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333711488 00000100:00100000:2.0:1746137656.635653:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333711488 00000100:00100000:2.0:1746137656.635693:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31567 00000100:00100000:2.0:1746137656.635700:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333711488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.635714:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.635728:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd02 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.635748:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcfb expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.635755:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.635757:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.635759:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd02 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.635781:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcfb expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.635796:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcfb expref: 53 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.635829:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327494400:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.635900:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.638224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.638228:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327494400:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.638253:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd02 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.638268:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137656.639177:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333711488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3475us (3816us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.639186:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31567 00000100:00100000:3.0:1746137656.639267:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333711616 00000100:00100000:3.0:1746137656.639273:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333711616 00010000:00010000:3.0:1746137656.639306:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcfb expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.639340:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15918 00000100:00100000:3.0:1746137656.639348:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333711616:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.639360:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.639377:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcfb expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.639391:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcfb expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.639410:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d48 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddcfb expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.639424:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.639426:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.639432:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd02 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.639438:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd02 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.639464:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd02 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.639474:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327494528:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.639528:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b46c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.641757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.641841:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333711872 00000100:00100000:1.0:1746137656.641849:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333711872 00000100:00100000:3.0:1746137656.641880:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327494528:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746137656.641888:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef800 x1830957333711872/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.641897:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef800 with x1830957333711872 ext(0->4095) 00010000:00010000:3.0:1746137656.641899:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746137656.641902:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deef800 00000100:00100000:1.0:1746137656.641927:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14901 00000100:00100000:1.0:1746137656.641934:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333711872:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.641941:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:2008:x1830957333711616:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2595us (3723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.641948:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15918 00000100:00100000:1.0:1746137656.642199:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333711872:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 264us (450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.642205:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14901 00002000:00100000:1.0:1746137656.642211:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef800 x1830957333711872/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.642218:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef800 with x1830957333711872 ext(0->4095) 00002000:00010000:1.0:1746137656.642220:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deef800 00000100:00100000:0.0:1746137656.643734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.643911:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333712000 00000100:00100000:2.0:1746137656.643918:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333712000 00000100:00100000:2.0:1746137656.643956:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31568 00000100:00100000:2.0:1746137656.643963:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:1685:x1830957333712000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.643978:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.643995:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd09 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.644021:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd02 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.644032:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.644034:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.644037:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.644065:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd02 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.644075:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd02 expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.644087:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327494656:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.644166:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.644624:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.644744:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333712128 00000100:00100000:0.0:1746137656.644748:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333712128 00000100:00100000:1.0:1746137656.644985:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31569 00000100:00100000:1.0:1746137656.644993:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1679:x1830957333712128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.645001:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.645014:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd10 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.645027:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.645031:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 56 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.645036:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.645038:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.645060:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 56 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.645070:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.645228:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eaa00, rc 0) 00000100:00100000:1.0:1746137656.645270:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1679:x1830957333712128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 278us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.645279:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31569 00000100:00100000:2.0:1746137656.645988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.646002:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327494656:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137656.646009:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333712256 00000100:00100000:0.0:1746137656.646012:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333712256 00010000:00010000:3.0:1746137656.646017:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.646027:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00010000:00010000:0.0:1746137656.646027:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd02 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.646049:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1685:x1830957333712000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2087us (2320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.646055:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31568 00000100:00100000:0.0:1746137656.646108:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15919 00000100:00100000:0.0:1746137656.646114:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333712256:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137656.646122:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137656.646136:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd02 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.646145:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd02 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.646164:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776d4f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd02 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.646187:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137656.646189:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137656.646194:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.646201:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.646222:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.646232:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746137656.646242:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327494912:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137656.646295:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.647535:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327494912:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.647551:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.647587:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333712256:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1472us (1599us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.647594:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15919 00000100:00100000:0.0:1746137656.647894:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.648613:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333712512 00000100:00100000:1.0:1746137656.648618:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333712512 00002000:00100000:1.0:1746137656.648649:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef100 x1830957333712512/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.648657:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef100 with x1830957333712512 ext(0->4095) 00010000:00010000:1.0:1746137656.648665:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.648676:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.648683:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deef100 00000100:00100000:1.0:1746137656.648709:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3764 00000100:00100000:1.0:1746137656.648716:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2010:x1830957333712512:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137656.649123:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2010:x1830957333712512:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 407us (1229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.649130:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3764 00002000:00100000:1.0:1746137656.649136:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012deef100 x1830957333712512/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.649143:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deef100 with x1830957333712512 ext(0->4095) 00010000:00010000:1.0:1746137656.649148:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.649161:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.649166:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deef100 00000100:00100000:0.0:1746137656.652482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.652580:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.652597:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333712640 00000100:00100000:2.0:1746137656.652605:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333712640 00010000:00010000:2.0:1746137656.652636:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.652661:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333712768 00000100:00100000:3.0:1746137656.652665:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333712768 00000100:00100000:2.0:1746137656.652677:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15920 00000100:00100000:3.0:1746137656.652685:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31570 00000100:00100000:2.0:1746137656.652685:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2008:x1830957333712640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746137656.652689:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333712768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.652697:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.652701:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.652713:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd17 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.652715:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.652726:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.652789:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.652795:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.652800:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137656.652928:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.652960:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.652970:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.652984:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00010000:00010000:2.0:1746137656.653103:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d56 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd09 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.653117:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.653119:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.653124:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.653129:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.653147:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.653157:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.653167:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327495168:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.653249:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333712768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 557us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.653365:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31570 00000100:00100000:2.0:1746137656.653659:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.654888:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327495168:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.654905:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.654941:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333712640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2255us (2466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.654949:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15920 00000100:00100000:0.0:1746137656.655118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.655195:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333713024 00000100:00100000:1.0:1746137656.655202:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333713024 00002000:00100000:1.0:1746137656.655234:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c344380 x1830957333713024/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.655243:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344380 with x1830957333713024 ext(0->4095) 00010000:00010000:1.0:1746137656.655251:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.655263:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.655269:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c344380 00000100:00100000:1.0:1746137656.655306:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3765 00000100:00100000:1.0:1746137656.655312:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333713024:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.655410:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333713024:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.655415:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3765 00002000:00100000:1.0:1746137656.655420:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c344380 x1830957333713024/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.655427:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344380 with x1830957333713024 ext(0->4095) 00010000:00010000:1.0:1746137656.655432:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.655441:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.655447:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c344380 00000100:00100000:0.0:1746137656.657141:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.657250:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.657345:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333713280 00000100:00100000:3.0:1746137656.657352:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333713280 00000100:00100000:2.0:1746137656.657362:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333713152 00000100:00100000:2.0:1746137656.657369:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333713152 00000100:00100000:3.0:1746137656.657394:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31571 00000100:00100000:3.0:1746137656.657400:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1679:x1830957333713280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.657414:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.657429:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd1e expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.657450:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.657455:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.657461:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137656.657464:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd1e expref: 56 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.657495:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.657505:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd1e expref: 56 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.657518:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137656.657555:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1679:x1830957333713280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.657560:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31571 00010000:00010000:2.0:1746137656.657803:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.658058:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15921 00000100:00100000:2.0:1746137656.658067:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2009:x1830957333713152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.658080:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.658101:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.658113:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.658131:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776d5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd10 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.658149:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.658151:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.658158:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.658165:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.658192:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.658205:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.658216:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327495424:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.658837:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.661592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.661670:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333713536 00000100:00100000:1.0:1746137656.661677:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333713536 00002000:00100000:1.0:1746137656.661714:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9880 x1830957333713536/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.661724:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9880 with x1830957333713536 ext(0->4095) 00010000:00010000:1.0:1746137656.661732:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.661744:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.661750:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f9880 00000100:00100000:1.0:1746137656.662117:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3766 00000100:00100000:1.0:1746137656.662125:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333713536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137656.662185:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327495424:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137656.662205:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137656.662236:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333713536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (652us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.662246:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2009:x1830957333713152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4179us (4994us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137656.662257:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15921 00000100:00100000:1.0:1746137656.662304:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3766 00002000:00100000:1.0:1746137656.662310:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9880 x1830957333713536/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.662323:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9880 with x1830957333713536 ext(0->4095) 00010000:00010000:1.0:1746137656.662327:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.662337:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.662342:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f9880 00000100:00100000:0.0:1746137656.667323:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.667393:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333713664 00000100:00100000:2.0:1746137656.667399:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333713664 00010000:00010000:2.0:1746137656.667426:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.667454:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15922 00000100:00100000:2.0:1746137656.667459:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333713664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.667468:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.667483:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.667493:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.667513:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776d64 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd17 expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.667541:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.667543:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.667549:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd1e expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.667556:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd1e expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.667583:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd1e expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.667594:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327495552:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.667735:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.671371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.671652:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333713920 00000100:00100000:1.0:1746137656.671662:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333713920 00002000:00100000:1.0:1746137656.671704:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2c000 x1830957333713920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.671715:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2c000 with x1830957333713920 ext(0->4095) 00002000:00010000:1.0:1746137656.671720:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2c000 00000100:00100000:1.0:1746137656.671759:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14902 00000100:00100000:1.0:1746137656.671769:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333713920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.671858:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327495552:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.671874:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.671908:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333713664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4448us (4595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.671915:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15922 00000100:00100000:1.0:1746137656.671937:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333713920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (574us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.671943:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14902 00002000:00100000:1.0:1746137656.671948:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2c000 x1830957333713920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.671954:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2c000 with x1830957333713920 ext(0->4095) 00002000:00010000:1.0:1746137656.671957:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2c000 00000100:00100000:0.0:1746137656.674864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.675485:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333714048 00000100:00100000:2.0:1746137656.675494:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333714048 00000100:00100000:2.0:1746137656.675724:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31572 00000100:00100000:2.0:1746137656.675733:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333714048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.675752:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.675769:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd25 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.675801:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd1e expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.675832:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.675833:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.675837:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.675865:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd1e expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.675875:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd1e expref: 53 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.675886:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327495680:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.675979:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.679185:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.679278:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333714176 00000100:00100000:3.0:1746137656.679294:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333714176 00000100:00100000:2.0:1746137656.679304:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327495680:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.679320:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd1e expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.679325:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.679337:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:3.0:1746137656.679355:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15923 00000100:00100000:3.0:1746137656.679361:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333714176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.679371:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137656.679373:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333714048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3641us (4516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.679378:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31572 00010000:00010000:3.0:1746137656.679385:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd1e expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.679393:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd1e expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.679893:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776d6b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd1e expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.679919:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.679920:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.679926:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.679938:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.679961:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.679971:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327495808:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.680023:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b46c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.681698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.681840:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.681909:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333714304 00000100:00100000:2.0:1746137656.681915:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333714304 00000100:00100000:2.0:1746137656.681949:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31573 00000100:00100000:2.0:1746137656.681956:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:1679:x1830957333714304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.681969:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.681982:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd2c expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.682002:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.682003:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327495808:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.682008:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.682009:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.682012:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.682018:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137656.682031:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.682040:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.682046:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2008:x1830957333714176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2685us (2868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.682049:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327495936:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.682053:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15923 00000100:00100000:2.0:1746137656.682085:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.682210:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333714560 00000100:00100000:1.0:1746137656.682216:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333714560 00002000:00100000:1.0:1746137656.682242:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f480 x1830957333714560/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.682252:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f480 with x1830957333714560 ext(0->4095) 00010000:00010000:1.0:1746137656.682259:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.682271:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.682277:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2f480 00000100:00100000:1.0:1746137656.682318:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3767 00000100:00100000:1.0:1746137656.682326:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333714560:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137656.682451:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333714560:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.682458:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3767 00002000:00100000:1.0:1746137656.682463:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f480 x1830957333714560/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.682470:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f480 with x1830957333714560 ext(0->4095) 00010000:00010000:1.0:1746137656.682475:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.682486:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.682496:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2f480 00000100:00100000:2.0:1746137656.684080:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327495936:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.684102:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.684122:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137656.684758:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:1679:x1830957333714304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2799us (3063us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.684766:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31573 00000100:00100000:0.0:1746137656.684952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.685008:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333714688 00000100:00100000:3.0:1746137656.685014:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333714688 00000100:00100000:0.0:1746137656.685041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.685050:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31574 00000100:00100000:3.0:1746137656.685057:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:1685:x1830957333714688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.685069:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.685080:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd33 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.685098:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.685103:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.685113:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.685116:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd33 expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.685142:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.685153:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd33 expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.685160:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137656.685185:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1685:x1830957333714688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.685190:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31574 00000100:00100000:2.0:1746137656.685196:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333714816 00000100:00100000:2.0:1746137656.685199:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333714816 00010000:00010000:2.0:1746137656.685211:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.685240:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15924 00000100:00100000:2.0:1746137656.685245:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333714816:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.685255:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.685271:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.685279:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.685301:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d72 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd25 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.685313:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.685314:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.685319:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.685329:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.685344:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.685353:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.685361:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327496192:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.685536:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.686651:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327496192:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.686662:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137656.686666:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.686687:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333714816:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1441us (1646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.686693:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15924 00000100:00100000:1.0:1746137656.686711:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333715072 00000100:00100000:1.0:1746137656.686715:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333715072 00002000:00100000:1.0:1746137656.686738:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2c700 x1830957333715072/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.686746:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2c700 with x1830957333715072 ext(0->4095) 00010000:00010000:1.0:1746137656.686752:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.686761:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.686767:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2c700 00000100:00100000:1.0:1746137656.686789:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3768 00000100:00100000:1.0:1746137656.686794:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2007:x1830957333715072:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.687075:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2007:x1830957333715072:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 280us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.687081:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3768 00002000:00100000:1.0:1746137656.687086:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2c700 x1830957333715072/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.687093:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2c700 with x1830957333715072 ext(0->4095) 00010000:00010000:1.0:1746137656.687098:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.687115:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.687121:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2c700 00000100:00100000:0.0:1746137656.688492:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.688528:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333715200 00000100:00100000:2.0:1746137656.688532:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333715200 00010000:00010000:2.0:1746137656.688549:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.688764:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15925 00000100:00100000:2.0:1746137656.688771:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2007:x1830957333715200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.688781:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.688800:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.688840:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.688858:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776d79 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd2c expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.688876:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.688878:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.688882:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd33 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.688890:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd33 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.688915:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd33 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.688925:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327496320:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.688987:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.690050:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327496320:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.690062:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.690550:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2007:x1830957333715200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1777us (2060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.690559:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15925 00000100:00100000:0.0:1746137656.690671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.690761:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333715456 00000100:00100000:1.0:1746137656.690766:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333715456 00002000:00100000:1.0:1746137656.690792:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f100 x1830957333715456/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.690801:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f100 with x1830957333715456 ext(0->4095) 00002000:00010000:1.0:1746137656.690875:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2f100 00000100:00100000:1.0:1746137656.690896:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14903 00000100:00100000:1.0:1746137656.690903:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2007:x1830957333715456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.690993:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2007:x1830957333715456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.690998:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14903 00002000:00100000:1.0:1746137656.691003:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f100 x1830957333715456/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.691009:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f100 with x1830957333715456 ext(0->4095) 00002000:00010000:1.0:1746137656.691012:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2f100 00000100:00100000:2.0:1746137656.692081:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.692148:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333715584 00000100:00100000:3.0:1746137656.692153:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333715584 00000100:00100000:3.0:1746137656.692346:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31575 00000100:00100000:3.0:1746137656.692353:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333715584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.692364:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.692377:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd3a expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.692398:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd33 expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.692404:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.692406:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.692409:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd3a expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.692432:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd33 expref: 53 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.692442:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd33 expref: 53 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.692452:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327496448:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.692523:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.693617:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327496448:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.693642:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd3a expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.693657:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137656.693899:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333715584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1545us (1819us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.693907:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31575 00000100:00100000:0.0:1746137656.694962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.695003:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333715712 00000100:00100000:2.0:1746137656.695009:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333715712 00010000:00010000:2.0:1746137656.695032:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd33 expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.695152:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15926 00000100:00100000:2.0:1746137656.695158:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333715712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.695168:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.695182:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd33 expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.695191:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd33 expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.695207:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776d80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd33 expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.695225:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.695227:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.695232:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd3a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.695238:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd3a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.695259:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd3a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.695337:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327496576:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.695506:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.696780:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327496576:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.696791:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.696973:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:2008:x1830957333715712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1813us (2013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.696981:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15926 00000100:00100000:0.0:1746137656.697051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.697119:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333715968 00000100:00100000:2.0:1746137656.697124:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333715968 00002000:00100000:2.0:1746137656.697153:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f800 x1830957333715968/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.697162:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f800 with x1830957333715968 ext(0->4095) 00002000:00010000:2.0:1746137656.697165:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2f800 00000100:00100000:2.0:1746137656.697186:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14904 00000100:00100000:2.0:1746137656.697191:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333715968:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.697305:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333715968:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (254us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.697311:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14904 00002000:00100000:2.0:1746137656.697315:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2f800 x1830957333715968/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.697322:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2f800 with x1830957333715968 ext(0->4095) 00002000:00010000:2.0:1746137656.697324:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2f800 00000100:00100000:0.0:1746137656.698895:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.698942:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333716096 00000100:00100000:3.0:1746137656.698948:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333716096 00000100:00100000:3.0:1746137656.698985:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31576 00000100:00100000:3.0:1746137656.699104:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:1685:x1830957333716096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.699116:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.699128:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd41 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.699153:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd3a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.699159:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.699160:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.699163:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 54 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.699188:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd3a expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.699197:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd3a expref: 5 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.699207:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327496704:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.699367:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.701614:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.701677:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333716352 00000100:00100000:2.0:1746137656.701683:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333716352 00000100:00100000:0.0:1746137656.701701:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.701729:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31577 00000100:00100000:2.0:1746137656.701736:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1679:x1830957333716352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.701752:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.701766:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd48 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.701783:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.701788:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 56 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.701793:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327496704:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.701794:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.701797:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.701834:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 56 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.701840:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 56 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.701845:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00010000:00010000:2.0:1746137656.701848:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.701854:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:3.0:1746137656.701875:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1685:x1830957333716096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2884us (2984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.701880:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31576 00000100:00100000:3.0:1746137656.701911:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333716224 00000100:00100000:3.0:1746137656.701914:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333716224 00010000:00010000:3.0:1746137656.701927:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd3a expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.701944:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15927 00000100:00100000:3.0:1746137656.701948:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333716224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.701968:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.701982:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd3a expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.701990:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd3a expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.702004:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776d87 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd3a expref: 6 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.702020:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.702024:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.702029:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.702036:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.702052:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 55 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.702611:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1679:x1830957333716352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 873us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.702618:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31577 00010000:00010000:3.0:1746137656.702697:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 54 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.702711:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327496960:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.702764:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.703955:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327496960:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.703972:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.704011:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333716224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2061us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.704018:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15927 00000100:00100000:0.0:1746137656.704360:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.704428:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333716608 00000100:00100000:2.0:1746137656.704433:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333716608 00002000:00100000:2.0:1746137656.704466:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2e300 x1830957333716608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.704475:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2e300 with x1830957333716608 ext(0->4095) 00010000:00010000:2.0:1746137656.704483:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.704493:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.704499:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2e300 00000100:00100000:2.0:1746137656.704527:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3769 00000100:00100000:2.0:1746137656.704533:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2008:x1830957333716608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.704646:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2008:x1830957333716608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (286us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.704651:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3769 00002000:00100000:2.0:1746137656.704655:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2e300 x1830957333716608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.704661:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2e300 with x1830957333716608 ext(0->4095) 00010000:00010000:2.0:1746137656.704665:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.704672:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.704881:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2e300 00000100:00100000:0.0:1746137656.706073:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.706111:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.706123:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333716736 00000100:00100000:3.0:1746137656.706128:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333716736 00010000:00010000:3.0:1746137656.706155:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.706179:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333716864 00000100:00100000:2.0:1746137656.706183:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333716864 00000100:00100000:3.0:1746137656.706188:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15928 00000100:00100000:3.0:1746137656.706197:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2010:x1830957333716736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746137656.706205:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31578 00010000:00010000:3.0:1746137656.706208:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137656.706215:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333716864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.706221:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.706226:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.706230:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.706236:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd4f expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.706246:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776d8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd41 expref: 55 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.706252:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.706258:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.706323:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.706326:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.706415:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.706417:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.706423:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.706430:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.706684:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.706693:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.706703:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.706704:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327497088:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.706711:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.706723:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327497216:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.706873:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.706920:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.708413:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327497088:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.708431:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.708448:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:3.0:1746137656.708502:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327497216:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.708514:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.708552:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2010:x1830957333716736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2358us (2481us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137656.708558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.708561:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15928 00000100:00100000:2.0:1746137656.708587:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333716864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2377us (2475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.708593:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31578 00000100:00100000:2.0:1746137656.708613:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333717120 00000100:00100000:2.0:1746137656.708617:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333717120 00002000:00100000:2.0:1746137656.708638:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2d500 x1830957333717120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.708645:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2d500 with x1830957333717120 ext(0->4095) 00010000:00010000:2.0:1746137656.708650:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.708727:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.708733:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2d500 00000100:00100000:2.0:1746137656.708756:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3770 00000100:00100000:2.0:1746137656.708763:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2007:x1830957333717120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.708913:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2007:x1830957333717120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.708919:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3770 00002000:00100000:2.0:1746137656.708924:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880094f2d500 x1830957333717120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.708936:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2d500 with x1830957333717120 ext(0->4095) 00010000:00010000:2.0:1746137656.708941:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.708949:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.708954:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f2d500 00000100:00100000:0.0:1746137656.710341:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.710398:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333717248 00000100:00100000:2.0:1746137656.710404:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333717248 00000100:00100000:0.0:1746137656.710413:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.710444:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31579 00000100:00100000:2.0:1746137656.710451:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:1679:x1830957333717248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.710463:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137656.710517:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333717376 00000100:00100000:3.0:1746137656.710521:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333717376 00010000:00010000:3.0:1746137656.710537:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.710562:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15929 00000100:00100000:3.0:1746137656.710567:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2010:x1830957333717376:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.710575:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd56 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.710577:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.710592:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 56 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.710593:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.710599:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.710604:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137656.710607:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd56 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.710634:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.710648:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd56 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.710656:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:2.0:1746137656.710684:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1679:x1830957333717248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 233us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.710689:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31579 00010000:00010000:3.0:1746137656.710866:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.710882:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776d95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd48 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.710898:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.710900:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.710904:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.710911:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.710928:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.710936:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.710948:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327497472:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.710996:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.714094:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327497472:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.714111:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.714143:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2010:x1830957333717376:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3576us (3731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.714150:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15929 00000100:00100000:0.0:1746137656.714922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.714968:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333717632 00000100:00100000:2.0:1746137656.714974:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333717632 00002000:00100000:2.0:1746137656.715004:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d2300 x1830957333717632/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.715012:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d2300 with x1830957333717632 ext(0->4095) 00010000:00010000:2.0:1746137656.715019:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.715030:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.715035:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d2300 00000100:00100000:2.0:1746137656.715057:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3771 00000100:00100000:2.0:1746137656.715063:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333717632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.715167:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333717632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.715173:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3771 00002000:00100000:2.0:1746137656.715178:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d2300 x1830957333717632/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.715185:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d2300 with x1830957333717632 ext(0->4095) 00010000:00010000:2.0:1746137656.715189:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.715198:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.715203:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801203d2300 00000100:00100000:0.0:1746137656.717388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.717449:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333717760 00000100:00100000:3.0:1746137656.717457:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333717760 00010000:00010000:3.0:1746137656.717490:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.717885:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15930 00000100:00100000:3.0:1746137656.717893:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333717760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.717906:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.717926:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.717938:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.717957:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776d9c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd4f expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.717978:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.717980:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.717987:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd56 expref: 53 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.717994:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd56 expref: 53 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.718026:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd56 expref: 53 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.718037:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327497600:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.719307:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.720866:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327497600:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.720888:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.720941:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333717760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3047us (3557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.720951:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15930 00000100:00100000:0.0:1746137656.721201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.721313:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333718016 00000100:00100000:2.0:1746137656.721320:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333718016 00002000:00100000:2.0:1746137656.721350:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d1500 x1830957333718016/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.721359:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d1500 with x1830957333718016 ext(0->4095) 00002000:00010000:2.0:1746137656.721364:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d1500 00000100:00100000:2.0:1746137656.721394:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14905 00000100:00100000:2.0:1746137656.721401:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2007:x1830957333718016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.721515:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2007:x1830957333718016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.721521:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14905 00002000:00100000:2.0:1746137656.721529:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d1500 x1830957333718016/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.721536:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d1500 with x1830957333718016 ext(0->4095) 00002000:00010000:2.0:1746137656.721538:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d1500 00000100:00100000:0.0:1746137656.723040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.723110:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333718144 00000100:00100000:2.0:1746137656.723117:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333718144 00000100:00100000:2.0:1746137656.723156:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31580 00000100:00100000:2.0:1746137656.723162:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333718144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.723176:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.723190:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd5d expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.723214:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd56 expref: 53 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.723220:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.723221:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.723224:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd5d expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.723247:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd56 expref: 53 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.723256:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd56 expref: 53 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.723266:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327497728:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.723346:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.724390:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327497728:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.724411:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd5d expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.724427:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137656.724455:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333718144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1293us (1419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.724462:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31580 00000100:00100000:0.0:1746137656.724704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.724826:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333718272 00000100:00100000:3.0:1746137656.724831:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333718272 00010000:00010000:3.0:1746137656.724850:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd56 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.724880:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15931 00000100:00100000:3.0:1746137656.724886:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2008:x1830957333718272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.724896:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.724914:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd56 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.724923:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd56 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.724939:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776da3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd56 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.724953:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.724954:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.724960:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd5d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.724966:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd5d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.724987:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd5d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.724997:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327497856:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.725051:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.726010:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327497856:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.726023:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.726054:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:2008:x1830957333718272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1168us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.726061:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15931 00000100:00100000:0.0:1746137656.726351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.726451:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333718528 00000100:00100000:2.0:1746137656.726456:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333718528 00002000:00100000:2.0:1746137656.726486:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d3800 x1830957333718528/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.726495:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d3800 with x1830957333718528 ext(0->4095) 00002000:00010000:2.0:1746137656.726498:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d3800 00000100:00100000:2.0:1746137656.726523:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14906 00000100:00100000:2.0:1746137656.726529:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333718528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.726624:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333718528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.726629:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14906 00002000:00100000:2.0:1746137656.726638:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d3800 x1830957333718528/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.726645:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d3800 with x1830957333718528 ext(0->4095) 00002000:00010000:2.0:1746137656.726648:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d3800 00000100:00100000:0.0:1746137656.727631:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.727704:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333718656 00000100:00100000:2.0:1746137656.727709:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333718656 00000100:00100000:2.0:1746137656.727744:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31581 00000100:00100000:2.0:1746137656.727750:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+53:1685:x1830957333718656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.727761:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.727775:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd64 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.727932:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd5d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.727940:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.727941:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.727944:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.727974:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd5d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.727984:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd5d expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.727993:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327497984:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.728111:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.729158:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327497984:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.729176:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 54 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.729188:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:2.0:1746137656.729215:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:1685:x1830957333718656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1465us (1587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.729226:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31581 00000100:00100000:0.0:1746137656.729399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.729569:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333718784 00000100:00100000:3.0:1746137656.729573:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333718784 00010000:00010000:3.0:1746137656.729591:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd5d expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.729621:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15932 00000100:00100000:3.0:1746137656.729627:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333718784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.729638:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.729654:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd5d expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.729663:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd5d expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.729679:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776daa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd5d expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.729688:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.729690:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.729695:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 53 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.729701:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 53 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.729722:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 53 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.729731:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327498112:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.729795:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.730740:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327498112:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.730755:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.730906:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333718784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1278us (1506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.730919:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15932 00000100:00100000:0.0:1746137656.731667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.731744:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333719040 00000100:00100000:2.0:1746137656.731750:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333719040 00002000:00100000:2.0:1746137656.731801:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d1880 x1830957333719040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.731825:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d1880 with x1830957333719040 ext(0->4095) 00002000:00010000:2.0:1746137656.731829:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d1880 00000100:00100000:2.0:1746137656.731850:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14907 00000100:00100000:2.0:1746137656.731857:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2010:x1830957333719040:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137656.732525:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2010:x1830957333719040:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 666us (856us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.732532:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14907 00002000:00100000:2.0:1746137656.732538:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801203d1880 x1830957333719040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.732545:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d1880 with x1830957333719040 ext(0->4095) 00002000:00010000:2.0:1746137656.732549:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d1880 00000100:00100000:0.0:1746137656.734865:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.735106:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333719168 00000100:00100000:2.0:1746137656.735114:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333719168 00000100:00100000:2.0:1746137656.735154:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31582 00000100:00100000:2.0:1746137656.735160:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333719168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.735177:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.735193:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd6b expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.735221:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 53 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.735227:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.735229:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.735232:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd6b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.735260:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 53 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.735271:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 53 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.735281:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327498240:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.735579:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.736476:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327498240:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.736489:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd6b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.736496:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137656.736539:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333719168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1379us (1685us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.736544:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31582 00000100:00100000:0.0:1746137656.737176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.737227:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333719296 00000100:00100000:2.0:1746137656.737231:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333719296 00002000:00100000:2.0:1746137656.737257:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880095d7b480 x1830957333719296/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.737264:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7b480 with x1830957333719296 ext(0->7) 00010000:00010000:2.0:1746137656.737269:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.737278:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 54 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.737295:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d7b480 00000100:00100000:2.0:1746137656.737386:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3772 00000100:00100000:2.0:1746137656.737393:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+54:2007:x1830957333719296:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137656.738589:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333719296:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1192us (1408us total) trans 4294972200 rc 0/0 00000100:00100000:0.0:1746137656.738597:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3772 00002000:00100000:0.0:1746137656.738603:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880095d7b480 x1830957333719296/t4294972200(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/448 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.738610:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7b480 with x1830957333719296 ext(0->7) 00010000:00010000:0.0:1746137656.738617:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 56 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.738628:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 56 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.738633:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d7b480 00000100:00100000:0.0:1746137656.740051:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.740182:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333719424 00000100:00100000:3.0:1746137656.740188:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333719424 00010000:00010000:3.0:1746137656.740214:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 56 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.740246:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15933 00000100:00100000:3.0:1746137656.740253:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333719424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.740264:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.740280:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 56 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.740298:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 56 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.740317:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776db1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd64 expref: 56 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.740614:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.740616:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.740623:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd6b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.740631:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd6b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.740658:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd6b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.740669:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327498368:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.740740:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.743024:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327498368:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.743052:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.743093:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2007:x1830957333719424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2840us (3044us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.743103:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15933 00000100:00100000:0.0:1746137656.743194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.743264:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333719680 00000100:00100000:2.0:1746137656.743269:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333719680 00002000:00100000:2.0:1746137656.743310:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79880 x1830957333719680/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.743318:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79880 with x1830957333719680 ext(0->4095) 00002000:00010000:2.0:1746137656.743322:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d79880 00000100:00100000:2.0:1746137656.743348:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14908 00000100:00100000:2.0:1746137656.743354:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333719680:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137656.743459:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333719680:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.743465:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14908 00002000:00100000:2.0:1746137656.743472:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79880 x1830957333719680/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.743479:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79880 with x1830957333719680 ext(0->4095) 00002000:00010000:2.0:1746137656.743481:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d79880 00000100:00100000:0.0:1746137656.745422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.745467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.745521:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333719808 00000100:00100000:2.0:1746137656.745533:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333719808 00000100:00100000:2.0:1746137656.745721:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333719936 00000100:00100000:2.0:1746137656.745724:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333719936 00000100:00100000:1.0:1746137656.745733:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31583 00000100:00100000:1.0:1746137656.745745:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1685:x1830957333719808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137656.745751:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31584 00000100:00100000:2.0:1746137656.745758:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1679:x1830957333719936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.745762:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.745771:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.745779:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd72 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.745784:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd79 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.745846:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd6b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.745853:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.745855:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.745859:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 58 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.745872:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.745877:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 58 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.745883:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.745886:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd72 expref: 58 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.745912:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd6b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.745924:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd6b expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.745937:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327498496:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137656.745940:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 58 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.746002:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd72 expref: 58 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.746011:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:2.0:1746137656.746030:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.746045:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1685:x1830957333719808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 304us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.746051:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31583 00000100:00100000:0.0:1746137656.747582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.747585:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327498496:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.747608:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 57 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.747621:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:3.0:1746137656.747635:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333720064 00000100:00100000:3.0:1746137656.747642:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333720064 00010000:00010000:3.0:1746137656.747669:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd6b expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.747669:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1679:x1830957333719936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1910us (2199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.747677:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31584 00000100:00100000:3.0:1746137656.747699:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15934 00000100:00100000:3.0:1746137656.747706:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333720064:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.747716:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.747734:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd6b expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.747744:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd6b expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.747762:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776db8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd6b expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.747785:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.747788:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.747794:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.747800:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.747851:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.747861:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 56 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.747871:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327498752:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.747944:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.748962:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327498752:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.748974:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.748995:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333720064:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1290us (1420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.749001:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15934 00000100:00100000:0.0:1746137656.749508:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.749561:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333720320 00000100:00100000:2.0:1746137656.749568:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333720320 00002000:00100000:2.0:1746137656.749595:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78e00 x1830957333720320/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.749604:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78e00 with x1830957333720320 ext(0->4095) 00010000:00010000:2.0:1746137656.749610:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 57 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.749620:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 57 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.749625:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d78e00 00000100:00100000:2.0:1746137656.749647:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3773 00000100:00100000:2.0:1746137656.749654:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2007:x1830957333720320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.749759:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2007:x1830957333720320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.749767:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3773 00002000:00100000:2.0:1746137656.749772:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78e00 x1830957333720320/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.749778:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78e00 with x1830957333720320 ext(0->4095) 00010000:00010000:2.0:1746137656.749782:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 57 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.749791:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 57 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.749796:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d78e00 00000100:00100000:0.0:1746137656.750900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.750966:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333720448 00000100:00100000:3.0:1746137656.750970:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333720448 00010000:00010000:3.0:1746137656.750986:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 57 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.751018:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15935 00000100:00100000:3.0:1746137656.751024:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2009:x1830957333720448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.751036:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.751050:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 57 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.751060:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 57 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.751076:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776dc6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd79 expref: 57 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.751086:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.751088:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.751093:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd72 expref: 56 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.751100:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd72 expref: 56 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.751123:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd72 expref: 56 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.751133:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327498880:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.751197:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.752016:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327498880:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.752030:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.752059:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2009:x1830957333720448:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1035us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.752069:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15935 00000100:00100000:0.0:1746137656.752161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.752202:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333720704 00000100:00100000:3.0:1746137656.752210:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333720704 00002000:00100000:3.0:1746137656.752231:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79500 x1830957333720704/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.752239:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79500 with x1830957333720704 ext(0->4095) 00002000:00010000:3.0:1746137656.752242:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d79500 00000100:00100000:3.0:1746137656.752256:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14909 00000100:00100000:3.0:1746137656.752262:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333720704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137656.752353:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333720704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (193us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.752357:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14909 00002000:00100000:3.0:1746137656.752360:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d79500 x1830957333720704/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.752365:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79500 with x1830957333720704 ext(0->4095) 00002000:00010000:3.0:1746137656.752367:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d79500 00000100:00100000:0.0:1746137656.753560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.753599:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333720832 00000100:00100000:2.0:1746137656.753603:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333720832 00000100:00100000:2.0:1746137656.753631:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31585 00000100:00100000:2.0:1746137656.753635:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333720832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.753644:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.753654:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd80 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.753670:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd72 expref: 55 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.753675:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.753676:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.753678:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd80 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.753697:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd72 expref: 55 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.753703:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd72 expref: 55 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.753710:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327499008:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.753764:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.755232:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327499008:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.755251:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd80 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.755263:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:2.0:1746137656.755307:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333720832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1670us (1748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.755313:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31585 00000100:00100000:0.0:1746137656.755430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.755565:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333720960 00000100:00100000:3.0:1746137656.755570:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333720960 00010000:00010000:3.0:1746137656.755589:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd72 expref: 56 pid: 21535 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.755615:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15936 00000100:00100000:3.0:1746137656.755621:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333720960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.755629:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.755644:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd72 expref: 56 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.755653:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd72 expref: 56 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.755670:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776dbf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd72 expref: 56 pid: 21535 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.755680:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.755681:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.755686:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd80 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.755693:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd80 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.755713:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd80 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.755723:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327499136:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.755801:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.756984:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327499136:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.756997:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.757021:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:2007:x1830957333720960:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1400us (1592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.757028:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15936 00000100:00100000:0.0:1746137656.757276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.757344:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333721216 00000100:00100000:3.0:1746137656.757349:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333721216 00002000:00100000:3.0:1746137656.757374:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78a80 x1830957333721216/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.757382:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78a80 with x1830957333721216 ext(0->4095) 00002000:00010000:3.0:1746137656.757385:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d78a80 00000100:00100000:3.0:1746137656.757409:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14910 00000100:00100000:3.0:1746137656.757414:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333721216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.757497:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333721216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (222us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.757503:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14910 00002000:00100000:3.0:1746137656.757507:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78a80 x1830957333721216/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.757513:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78a80 with x1830957333721216 ext(0->4095) 00002000:00010000:3.0:1746137656.757515:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d78a80 00000100:00100000:0.0:1746137656.758452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.758517:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333721344 00000100:00100000:2.0:1746137656.758521:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333721344 00000100:00100000:2.0:1746137656.758589:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31586 00000100:00100000:2.0:1746137656.758599:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+55:1685:x1830957333721344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.758608:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.758621:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd87 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.758639:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd80 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.758646:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.758647:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.758650:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.758671:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd80 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.758680:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd80 expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.758689:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327499264:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.758763:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.759793:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327499264:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.759832:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 56 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.759843:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137656.759866:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:1685:x1830957333721344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1270us (1415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.759872:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31586 00000100:00100000:0.0:1746137656.760267:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.760312:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333721472 00000100:00100000:3.0:1746137656.760317:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333721472 00010000:00010000:3.0:1746137656.760334:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd80 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.760367:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15937 00000100:00100000:3.0:1746137656.760373:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333721472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.760381:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.760394:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd80 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.760407:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd80 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.760422:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776dcd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd80 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.760431:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.760432:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.760437:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.760443:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.760463:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.760471:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327499392:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.760525:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.761538:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327499392:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.761552:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.761572:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333721472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1200us (1307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.761579:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15937 00000100:00100000:0.0:1746137656.761760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.761853:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333721728 00000100:00100000:3.0:1746137656.761858:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333721728 00002000:00100000:3.0:1746137656.761880:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d7a300 x1830957333721728/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.761888:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7a300 with x1830957333721728 ext(0->4095) 00002000:00010000:3.0:1746137656.761892:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d7a300 00000100:00100000:3.0:1746137656.761933:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14911 00000100:00100000:3.0:1746137656.761940:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333721728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137656.762037:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2007:x1830957333721728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (277us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.762043:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14911 00002000:00100000:3.0:1746137656.762047:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d7a300 x1830957333721728/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.762054:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7a300 with x1830957333721728 ext(0->4095) 00002000:00010000:3.0:1746137656.762057:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d7a300 00000100:00100000:0.0:1746137656.764968:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.765027:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333721856 00000100:00100000:2.0:1746137656.765035:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333721856 00000100:00100000:2.0:1746137656.765085:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31587 00000100:00100000:2.0:1746137656.765092:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333721856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.765109:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.765126:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd8e expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.765156:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.765164:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.765166:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.765169:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.765198:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 55 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.765208:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 55 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.765217:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327499520:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.765317:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.766865:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327499520:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.766891:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.766904:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137656.766945:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333721856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1853us (1984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.766956:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31587 00000100:00100000:0.0:1746137656.767522:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.767615:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333721984 00000100:00100000:2.0:1746137656.767620:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333721984 00002000:00100000:2.0:1746137656.767647:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880095d78700 x1830957333721984/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.767655:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78700 with x1830957333721984 ext(0->7) 00010000:00010000:2.0:1746137656.767660:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 56 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.767670:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 56 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.767675:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d78700 00000100:00100000:2.0:1746137656.767706:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3774 00000100:00100000:2.0:1746137656.767712:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+56:2008:x1830957333721984:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137656.768417:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2008:x1830957333721984:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 701us (892us total) trans 4294972201 rc 0/0 00000100:00100000:0.0:1746137656.768424:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3774 00002000:00100000:0.0:1746137656.768431:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880095d78700 x1830957333721984/t4294972201(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/448 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.768439:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78700 with x1830957333721984 ext(0->7) 00010000:00010000:0.0:1746137656.768444:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 58 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.768454:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 58 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.768459:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d78700 00000100:00100000:0.0:1746137656.773869:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.773940:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333722112 00000100:00100000:3.0:1746137656.773948:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333722112 00010000:00010000:3.0:1746137656.773978:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 58 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.774020:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15938 00000100:00100000:3.0:1746137656.774031:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2009:x1830957333722112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.774044:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.774061:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 58 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.774076:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 58 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.774097:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776dd4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd87 expref: 58 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.774125:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.774126:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.774132:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.774138:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.774164:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.774174:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327499648:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.774474:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.776868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.776958:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333722240 00000100:00100000:3.0:1746137656.776965:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333722240 00000100:00100000:3.0:1746137656.777010:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31588 00000100:00100000:3.0:1746137656.777018:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1679:x1830957333722240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.777032:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.777047:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd95 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.777104:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.777111:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.777112:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.777115:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.777140:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.777151:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.777161:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327499776:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137656.777336:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.777354:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333722496 00000100:00100000:0.0:1746137656.777357:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333722496 00002000:00100000:0.0:1746137656.777378:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78000 x1830957333722496/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.777386:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78000 with x1830957333722496 ext(0->4095) 00010000:00010000:0.0:1746137656.777390:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.777399:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.777404:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d78000 00000100:00100000:0.0:1746137656.777431:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3775 00000100:00100000:0.0:1746137656.777436:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333722496:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137656.777528:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333722496:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (192us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.777534:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3775 00002000:00100000:0.0:1746137656.777539:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d78000 x1830957333722496/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.777546:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d78000 with x1830957333722496 ext(0->4095) 00010000:00010000:0.0:1746137656.777550:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.777558:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.777564:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d78000 00000100:00100000:3.0:1746137656.777621:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.778087:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327499648:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.778116:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.778160:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2009:x1830957333722112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4129us (4298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.778167:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15938 00000100:00100000:3.0:1746137656.778956:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327499776:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.778971:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 58 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.778987:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137656.779017:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1679:x1830957333722240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2000us (2156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.779023:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31588 00000100:00100000:0.0:1746137656.779378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.779399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.779413:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333722752 00000100:00100000:3.0:1746137656.779418:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333722752 00000100:00100000:2.0:1746137656.779440:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333722624 00000100:00100000:2.0:1746137656.779444:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333722624 00000100:00100000:3.0:1746137656.779446:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31589 00000100:00100000:3.0:1746137656.779452:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1685:x1830957333722752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.779459:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.779462:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.779472:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddd9c expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.779477:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15939 00000100:00100000:2.0:1746137656.779482:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333722624:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.779486:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.779489:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.779490:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.779496:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.779498:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd9c expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.779509:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.779519:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.779522:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.779536:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd9c expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.779536:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ddb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd8e expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.779547:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.779549:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.779553:0:11509:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.779560:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.779568:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137656.779573:0:11509:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.779582:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.779588:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333722624:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 106us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.779592:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327500032:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.779594:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15939 00000100:00100000:3.0:1746137656.779644:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.780478:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327500032:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.780488:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137656.780518:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:1685:x1830957333722752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1066us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.780524:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31589 00000100:00100000:0.0:1746137656.780743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.780788:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333723008 00000100:00100000:2.0:1746137656.780792:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333723008 00002000:00100000:2.0:1746137656.780836:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c72680 x1830957333723008/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.780844:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830957333723008 ext(0->4095) 00010000:00010000:2.0:1746137656.780851:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.780860:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.780866:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c72680 00000100:00100000:2.0:1746137656.780890:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3776 00000100:00100000:2.0:1746137656.780896:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2007:x1830957333723008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.780975:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2007:x1830957333723008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 80us (234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.780980:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3776 00002000:00100000:2.0:1746137656.780984:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c72680 x1830957333723008/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.780990:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830957333723008 ext(0->4095) 00010000:00010000:2.0:1746137656.780994:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.781001:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.781005:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c72680 00000100:00100000:0.0:1746137656.782709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.782784:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333723136 00000100:00100000:2.0:1746137656.782790:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333723136 00010000:00010000:2.0:1746137656.782854:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.782890:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15940 00000100:00100000:2.0:1746137656.782896:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2007:x1830957333723136:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.783002:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.783019:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.783030:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.783050:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776de2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd95 expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.783063:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.783065:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.783070:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd9c expref: 58 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.783077:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd9c expref: 58 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.783102:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd9c expref: 58 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.783112:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327500160:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.783187:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.785868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.785926:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333723392 00000100:00100000:3.0:1746137656.785932:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333723392 00002000:00100000:3.0:1746137656.785965:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c70e00 x1830957333723392/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.785980:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70e00 with x1830957333723392 ext(0->4095) 00002000:00010000:3.0:1746137656.785984:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70e00 00000100:00100000:3.0:1746137656.786000:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14912 00000100:00100000:3.0:1746137656.786006:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2010:x1830957333723392:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137656.786102:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327500160:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.786114:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.786183:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2007:x1830957333723136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3286us (3478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.786189:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15940 00000100:00100000:3.0:1746137656.786317:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2010:x1830957333723392:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 310us (454us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.786322:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14912 00002000:00100000:3.0:1746137656.786327:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c70e00 x1830957333723392/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.786333:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70e00 with x1830957333723392 ext(0->4095) 00002000:00010000:3.0:1746137656.786336:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70e00 00000100:00100000:0.0:1746137656.787897:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.788009:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333723520 00000100:00100000:3.0:1746137656.788016:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333723520 00000100:00100000:3.0:1746137656.788059:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31590 00000100:00100000:3.0:1746137656.788066:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333723520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.788080:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.788093:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddda3 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.788275:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd9c expref: 57 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.788293:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.788295:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.788298:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddda3 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.788323:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd9c expref: 57 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.788333:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd9c expref: 57 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.788343:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327500288:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.788419:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.790121:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327500288:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.790146:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddda3 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.790159:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137656.790200:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333723520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2134us (2307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.790207:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31590 00000100:00100000:0.0:1746137656.790349:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.790408:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333723648 00000100:00100000:3.0:1746137656.790413:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333723648 00010000:00010000:3.0:1746137656.790434:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd9c expref: 58 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.790466:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15941 00000100:00100000:3.0:1746137656.790472:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2008:x1830957333723648:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.790481:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.790497:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd9c expref: 58 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.790506:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd9c expref: 58 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.790523:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776de9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddd9c expref: 58 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.790545:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.790546:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.790552:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddda3 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.790558:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddda3 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.790579:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddda3 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.790588:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327500416:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.790722:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.792199:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327500416:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.792216:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.792245:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:2008:x1830957333723648:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1772us (1896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.792253:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15941 00000100:00100000:0.0:1746137656.792444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.792514:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333723904 00000100:00100000:3.0:1746137656.792519:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333723904 00002000:00100000:3.0:1746137656.792548:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c71c00 x1830957333723904/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.792556:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71c00 with x1830957333723904 ext(0->4095) 00002000:00010000:3.0:1746137656.792560:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c71c00 00000100:00100000:3.0:1746137656.792574:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14913 00000100:00100000:3.0:1746137656.792580:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333723904:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137656.792924:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333723904:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 343us (480us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.792930:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14913 00002000:00100000:3.0:1746137656.792935:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c71c00 x1830957333723904/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.792942:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71c00 with x1830957333723904 ext(0->4095) 00002000:00010000:3.0:1746137656.792945:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c71c00 00000100:00100000:0.0:1746137656.794360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.794411:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333724032 00000100:00100000:3.0:1746137656.794416:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333724032 00000100:00100000:3.0:1746137656.794461:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31591 00000100:00100000:3.0:1746137656.794468:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+57:1685:x1830957333724032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.794481:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.794495:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdddaa expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.794516:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddda3 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.794527:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.794528:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.794531:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 58 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.794554:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddda3 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.794564:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddda3 expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.794573:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327500544:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.794707:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137656.796250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.796262:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327500544:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.796293:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 58 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.796307:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:1.0:1746137656.796335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.796344:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1685:x1830957333724032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1876us (1988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.796351:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31591 00000100:00100000:3.0:1746137656.796373:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333724160 00000100:00100000:3.0:1746137656.796378:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333724160 00000100:00100000:2.0:1746137656.796419:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333724288 00000100:00100000:2.0:1746137656.796423:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333724288 00010000:00010000:2.0:1746137656.796440:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddda3 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.796450:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31592 00000100:00100000:3.0:1746137656.796457:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:1679:x1830957333724160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137656.796458:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15942 00000100:00100000:2.0:1746137656.796463:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333724288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.796468:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.796475:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.796478:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdddb1 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.796489:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddda3 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.796491:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.796496:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.796501:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.796504:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 59 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.796547:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddda3 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.796564:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776df0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddda3 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.796568:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.796577:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 59 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.796582:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.796583:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.796588:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.796594:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.796602:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00010000:00010000:2.0:1746137656.796617:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.796623:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:1679:x1830957333724160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.796627:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31592 00010000:00010000:2.0:1746137656.796628:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.796665:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327500800:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.796725:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.798556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.798602:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333724544 00000100:00100000:3.0:1746137656.798608:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333724544 00002000:00100000:3.0:1746137656.798642:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c71500 x1830957333724544/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137656.798644:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327500800:192.168.203.12@tcp:105: 00002000:00100000:3.0:1746137656.798651:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71500 with x1830957333724544 ext(0->4095) 00010000:00010000:2.0:1746137656.798657:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137656.798659:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.798669:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.798675:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c71500 00000100:00100000:2.0:1746137656.798696:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333724288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2232us (2360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.798704:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15942 00000100:00100000:3.0:1746137656.798705:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3777 00000100:00100000:3.0:1746137656.798715:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2008:x1830957333724544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.798846:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2008:x1830957333724544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (294us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.798851:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3777 00002000:00100000:3.0:1746137656.798855:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c71500 x1830957333724544/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.798861:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71500 with x1830957333724544 ext(0->4095) 00010000:00010000:3.0:1746137656.798866:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.798873:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.798878:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c71500 00000100:00100000:2.0:1746137656.802197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.802240:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333724672 00000100:00100000:0.0:1746137656.802249:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333724672 00010000:00010000:0.0:1746137656.802278:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746137656.802325:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15943 00000100:00100000:0.0:1746137656.802333:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+59:2009:x1830957333724672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137656.802346:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137656.802366:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.802377:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.802395:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776df7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddaa expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.802425:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137656.802427:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137656.802433:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 58 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.802440:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 58 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.802468:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 58 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137656.802480:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327500928:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137656.802556:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.804236:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327500928:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.804255:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137656.804300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.804318:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2009:x1830957333724672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1985us (2127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.804328:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15943 00000100:00100000:3.0:1746137656.804366:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333724928 00000100:00100000:3.0:1746137656.804372:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333724928 00002000:00100000:3.0:1746137656.804400:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c70380 x1830957333724928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.804413:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70380 with x1830957333724928 ext(0->4095) 00002000:00010000:3.0:1746137656.804417:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70380 00000100:00100000:3.0:1746137656.804438:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14914 00000100:00100000:3.0:1746137656.804444:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2008:x1830957333724928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.804552:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2008:x1830957333724928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.804557:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14914 00002000:00100000:3.0:1746137656.804562:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092c70380 x1830957333724928/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.804569:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70380 with x1830957333724928 ext(0->4095) 00002000:00010000:3.0:1746137656.804575:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70380 00000100:00100000:0.0:1746137656.813987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.814048:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333725056 00000100:00100000:3.0:1746137656.814056:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333725056 00000100:00100000:3.0:1746137656.814104:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31593 00000100:00100000:3.0:1746137656.814112:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333725056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.814127:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.814140:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdddb8 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.814164:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 57 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.814170:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.814172:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.814176:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.814198:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 57 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.814208:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 57 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.814219:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327501056:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.814311:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.815384:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327501056:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.815408:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.815420:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:0.0:1746137656.815701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.815795:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333725184 00000100:00100000:2.0:1746137656.815801:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333725184 00002000:00100000:2.0:1746137656.815867:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008c713480 x1830957333725184/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.815876:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c713480 with x1830957333725184 ext(0->7) 00010000:00010000:2.0:1746137656.815882:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 58 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.815892:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 58 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.815898:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c713480 00000100:00100000:2.0:1746137656.815914:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3778 00000100:00100000:2.0:1746137656.815921:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+58:2008:x1830957333725184:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137656.816035:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333725056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1921us (2054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.816042:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31593 00000100:00100000:0.0:1746137656.817197:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2008:x1830957333725184:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1272us (1493us total) trans 4294972202 rc 0/0 00000100:00100000:0.0:1746137656.817205:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3778 00002000:00100000:0.0:1746137656.817213:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008c713480 x1830957333725184/t4294972202(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/448 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.817222:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c713480 with x1830957333725184 ext(0->7) 00010000:00010000:0.0:1746137656.817229:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 60 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.817246:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 60 pid: 26520 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.817252:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c713480 00000100:00100000:0.0:1746137656.820045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.820109:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333725440 00000100:00100000:3.0:1746137656.820117:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333725440 00000100:00100000:3.0:1746137656.820159:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31594 00000100:00100000:3.0:1746137656.820165:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:1679:x1830957333725440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.820180:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.820194:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdddbf expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.820220:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.820226:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.820231:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137656.820234:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 61 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.820266:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.820276:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 61 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.820297:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137656.820339:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:1679:x1830957333725440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.820345:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31594 00000100:00100000:0.0:1746137656.820631:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.820679:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333725312 00000100:00100000:3.0:1746137656.820682:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333725312 00010000:00010000:3.0:1746137656.820696:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 61 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.820728:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15944 00000100:00100000:3.0:1746137656.820734:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:2007:x1830957333725312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.820741:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.820759:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 61 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.820768:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 61 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.820869:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776dfe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb1 expref: 61 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.820885:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.820887:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.820893:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.820899:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.820916:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.820926:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.820936:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327501312:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.820988:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.822560:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327501312:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.822578:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.822658:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2007:x1830957333725312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1922us (2025us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.822667:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15944 00000100:00100000:0.0:1746137656.823273:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.823348:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333725696 00000100:00100000:2.0:1746137656.823354:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333725696 00002000:00100000:2.0:1746137656.823387:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c713800 x1830957333725696/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.823396:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c713800 with x1830957333725696 ext(0->4095) 00010000:00010000:2.0:1746137656.823403:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.823415:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.823421:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c713800 00000100:00100000:2.0:1746137656.823450:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3779 00000100:00100000:2.0:1746137656.823456:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333725696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.823563:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333725696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.823569:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3779 00002000:00100000:2.0:1746137656.823573:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c713800 x1830957333725696/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.823580:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c713800 with x1830957333725696 ext(0->4095) 00010000:00010000:2.0:1746137656.823584:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.823591:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.823595:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c713800 00000100:00100000:0.0:1746137656.824638:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.825098:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333725824 00000100:00100000:3.0:1746137656.825103:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333725824 00010000:00010000:3.0:1746137656.825127:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.825200:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15945 00000100:00100000:3.0:1746137656.825207:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333725824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.825218:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.825234:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.825243:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.825262:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776e05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddb8 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.825434:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.825436:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.825443:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.825451:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.825481:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.825496:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327501440:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.825963:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.827633:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327501440:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.827650:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.827681:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333725824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2474us (3047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.827689:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15945 00000100:00100000:0.0:1746137656.827799:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.827863:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333726080 00000100:00100000:2.0:1746137656.827869:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333726080 00002000:00100000:2.0:1746137656.827895:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c712a00 x1830957333726080/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.827903:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c712a00 with x1830957333726080 ext(0->4095) 00002000:00010000:2.0:1746137656.827907:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c712a00 00000100:00100000:2.0:1746137656.827929:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14915 00000100:00100000:2.0:1746137656.827934:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2008:x1830957333726080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.828045:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2008:x1830957333726080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.828050:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14915 00002000:00100000:2.0:1746137656.828055:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008c712a00 x1830957333726080/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.828061:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c712a00 with x1830957333726080 ext(0->4095) 00002000:00010000:2.0:1746137656.828064:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c712a00 00000100:00100000:0.0:1746137656.829604:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.829672:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333726208 00000100:00100000:3.0:1746137656.829678:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333726208 00000100:00100000:3.0:1746137656.829726:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31595 00000100:00100000:3.0:1746137656.829733:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333726208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.829746:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.829837:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdddc6 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.829863:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.829870:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.829871:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.829874:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddc6 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.829905:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 59 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.829916:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 59 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.829926:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327501568:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.830009:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.831986:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327501568:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137656.832002:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137656.832016:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddc6 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.832031:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137656.832065:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333726208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2332us (2466us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.832073:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31595 00000100:00100000:1.0:1746137656.832082:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333726336 00000100:00100000:1.0:1746137656.832088:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333726336 00002000:00100000:1.0:1746137656.832115:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a4707480 x1830957333726336/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.832123:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4707480 with x1830957333726336 ext(0->7) 00010000:00010000:1.0:1746137656.832133:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 60 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.832143:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 60 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.832148:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4707480 00000100:00100000:1.0:1746137656.832217:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3780 00000100:00100000:1.0:1746137656.832226:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+60:2007:x1830957333726336:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137656.832972:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2007:x1830957333726336:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 746us (967us total) trans 4294972203 rc 0/0 00000100:00100000:0.0:1746137656.832978:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3780 00002000:00100000:0.0:1746137656.832983:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800a4707480 x1830957333726336/t4294972203(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/448 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.832990:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4707480 with x1830957333726336 ext(0->7) 00010000:00010000:0.0:1746137656.832996:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.833004:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.833009:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4707480 00000100:00100000:0.0:1746137656.834662:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.834752:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333726464 00000100:00100000:3.0:1746137656.834761:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333726464 00010000:00010000:3.0:1746137656.834789:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.834858:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15946 00000100:00100000:3.0:1746137656.834865:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2007:x1830957333726464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.834880:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.834897:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.834909:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.834929:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddbf expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.834949:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.834951:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.834957:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddc6 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.834964:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddc6 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.834991:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddc6 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.835002:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327501696:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.835075:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.836552:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327501696:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.836570:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.836607:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:2007:x1830957333726464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1742us (1950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.836615:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15946 00000100:00100000:0.0:1746137656.836973:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.837025:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333726720 00000100:00100000:2.0:1746137656.837031:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333726720 00002000:00100000:2.0:1746137656.837064:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4704e00 x1830957333726720/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.837072:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704e00 with x1830957333726720 ext(0->4095) 00002000:00010000:2.0:1746137656.837075:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4704e00 00000100:00100000:2.0:1746137656.837090:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14916 00000100:00100000:2.0:1746137656.837096:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333726720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.837192:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333726720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.837199:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14916 00002000:00100000:2.0:1746137656.837204:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4704e00 x1830957333726720/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.837211:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704e00 with x1830957333726720 ext(0->4095) 00002000:00010000:2.0:1746137656.837213:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4704e00 00000100:00100000:0.0:1746137656.841104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.841198:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333726848 00000100:00100000:3.0:1746137656.841206:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333726848 00000100:00100000:3.0:1746137656.841247:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31596 00000100:00100000:3.0:1746137656.841254:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:1685:x1830957333726848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.841269:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.841296:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdddcd expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.841320:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddc6 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.841327:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.841328:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.841331:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.841405:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddc6 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.841416:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddc6 expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.841426:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327501824:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.841506:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.842657:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327501824:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.842678:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.842695:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137656.842735:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:1685:x1830957333726848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1480us (1639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.842744:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31596 00000100:00100000:0.0:1746137656.844934:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.844984:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.845082:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333726976 00000100:00100000:3.0:1746137656.845089:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333726976 00000100:00100000:2.0:1746137656.845137:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333727104 00000100:00100000:2.0:1746137656.845141:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333727104 00000100:00100000:3.0:1746137656.845144:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31597 00000100:00100000:3.0:1746137656.845152:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:1679:x1830957333726976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.845162:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddc6 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.845166:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.845178:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdddd4 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.845197:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.845202:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.845208:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746137656.845209:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15947 00010000:00010000:3.0:1746137656.845211:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.845215:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333727104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.845223:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.845244:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.845255:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.845268:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00010000:00010000:2.0:1746137656.845277:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddc6 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.845297:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddc6 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.845313:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddc6 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.845314:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:1679:x1830957333726976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.845320:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31597 00010000:00010000:2.0:1746137656.845329:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.845331:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.845337:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.845348:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.845367:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.845376:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.845385:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327502080:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.845435:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.847393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.847456:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333727360 00000100:00100000:3.0:1746137656.847463:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333727360 00000100:00100000:2.0:1746137656.847488:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327502080:192.168.203.12@tcp:105: 00002000:00100000:3.0:1746137656.847495:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4704a80 x1830957333727360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746137656.847501:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746137656.847504:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704a80 with x1830957333727360 ext(0->4095) 00010000:00010000:3.0:1746137656.847510:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.847521:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.847527:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4704a80 00000100:00100000:2.0:1746137656.847532:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333727104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2317us (2547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.847540:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15947 00000100:00100000:3.0:1746137656.847841:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3781 00000100:00100000:3.0:1746137656.847849:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2008:x1830957333727360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.848376:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2008:x1830957333727360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 526us (987us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.848382:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3781 00002000:00100000:3.0:1746137656.848388:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800a4704a80 x1830957333727360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.848401:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704a80 with x1830957333727360 ext(0->4095) 00010000:00010000:3.0:1746137656.848406:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.848415:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.848420:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4704a80 00000100:00100000:0.0:1746137656.850186:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.850452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.850507:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333727616 00000100:00100000:2.0:1746137656.850516:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333727616 00000100:00100000:3.0:1746137656.850524:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333727488 00000100:00100000:3.0:1746137656.850528:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333727488 00010000:00010000:2.0:1746137656.850553:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.850577:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31598 00000100:00100000:3.0:1746137656.850585:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333727488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.850600:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.850614:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddddb expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.851061:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.851067:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.851074:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137656.851077:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.851118:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.851136:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.851145:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:2.0:1746137656.851167:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15948 00000100:00100000:2.0:1746137656.851174:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2007:x1830957333727616:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.851183:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746137656.851184:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333727488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 601us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.851191:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31598 00010000:00010000:2.0:1746137656.851203:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.851213:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.851228:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e1a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddcd expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.851237:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.851238:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.851243:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.851249:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.851267:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.851277:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.851302:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327502336:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.851356:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.853224:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327502336:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.853239:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137656.853244:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.853299:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2007:x1830957333727616:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2124us (2845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.853308:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15948 00000100:00100000:0.0:1746137656.853409:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333727872 00000100:00100000:0.0:1746137656.853415:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333727872 00002000:00100000:0.0:1746137656.853626:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284700 x1830957333727872/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.853635:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284700 with x1830957333727872 ext(0->4095) 00010000:00010000:0.0:1746137656.853643:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.853655:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.853661:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081284700 00000100:00100000:0.0:1746137656.853688:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3782 00000100:00100000:0.0:1746137656.853694:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2007:x1830957333727872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137656.853834:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2007:x1830957333727872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (604us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.853841:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3782 00002000:00100000:0.0:1746137656.853847:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284700 x1830957333727872/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.853860:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284700 with x1830957333727872 ext(0->4095) 00010000:00010000:0.0:1746137656.853865:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.853873:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.853878:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081284700 00000100:00100000:0.0:1746137656.855504:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.855555:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.855622:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333728000 00000100:00100000:2.0:1746137656.855629:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333728000 00010000:00010000:2.0:1746137656.855657:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.855692:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15949 00000100:00100000:2.0:1746137656.855699:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2008:x1830957333728000:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.855711:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.855727:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.855737:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.855754:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddd4 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.855767:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.855769:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.855775:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.855781:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.855834:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.855845:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327502464:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.855974:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.856155:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333728128 00000100:00100000:3.0:1746137656.856159:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333728128 00000100:00100000:3.0:1746137656.856212:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31599 00000100:00100000:3.0:1746137656.856218:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:1679:x1830957333728128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.856228:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.856237:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddde2 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.856253:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.856258:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.856260:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.856262:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde2 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.856276:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.856307:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.856315:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327502592:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.856353:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.857474:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327502592:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.857493:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327502464:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.857499:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde2 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.857510:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00010000:00010000:2.0:1746137656.857512:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.857545:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:1679:x1830957333728128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1327us (1990us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.857548:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2008:x1830957333728000:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1848us (2048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.857552:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31599 00000100:00100000:2.0:1746137656.857558:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15949 00000100:00100000:2.0:1746137656.857922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.857965:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333728384 00000100:00100000:0.0:1746137656.857971:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333728384 00002000:00100000:0.0:1746137656.858010:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961faa00 x1830957333728384/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.858020:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961faa00 with x1830957333728384 ext(0->4095) 00010000:00010000:0.0:1746137656.858027:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.858039:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.858046:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961faa00 00000100:00100000:0.0:1746137656.858114:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3783 00000100:00100000:0.0:1746137656.858123:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333728384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137656.858311:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333728384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (389us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.858319:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3783 00002000:00100000:0.0:1746137656.858324:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961faa00 x1830957333728384/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.858330:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961faa00 with x1830957333728384 ext(0->4095) 00010000:00010000:0.0:1746137656.858335:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.858344:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.858350:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961faa00 00000100:00100000:0.0:1746137656.860448:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.860521:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333728512 00000100:00100000:2.0:1746137656.860531:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333728512 00010000:00010000:2.0:1746137656.860567:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.860608:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15950 00000100:00100000:2.0:1746137656.860617:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333728512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.860630:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.860648:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.860660:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.860688:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776e28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddddb expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.860719:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.860721:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.860730:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde2 expref: 61 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.860738:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde2 expref: 61 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.860776:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde2 expref: 61 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.860788:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327502720:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.860901:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.862484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.862571:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327502720:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.862586:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.862712:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333728512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2095us (2277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.862722:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15950 00000100:00100000:3.0:1746137656.862795:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333728768 00000100:00100000:3.0:1746137656.862852:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333728768 00002000:00100000:3.0:1746137656.862914:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32b100 x1830957333728768/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.862926:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b100 with x1830957333728768 ext(0->4095) 00002000:00010000:3.0:1746137656.862932:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b32b100 00000100:00100000:3.0:1746137656.862958:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14917 00000100:00100000:3.0:1746137656.862964:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2008:x1830957333728768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137656.863132:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2008:x1830957333728768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (651us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.863144:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14917 00002000:00100000:3.0:1746137656.863152:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b32b100 x1830957333728768/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.863158:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32b100 with x1830957333728768 ext(0->4095) 00002000:00010000:3.0:1746137656.863161:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b32b100 00000100:00100000:0.0:1746137656.865069:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.865173:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333728896 00000100:00100000:3.0:1746137656.865181:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333728896 00000100:00100000:3.0:1746137656.865226:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31600 00000100:00100000:3.0:1746137656.865234:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333728896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.865254:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.865273:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddde9 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.865959:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde2 expref: 61 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.865968:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.865970:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.865974:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde9 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.866011:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde2 expref: 61 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.866022:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde2 expref: 61 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.866041:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327502848:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.866144:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.869068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.869076:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327502848:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.869115:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde9 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.869136:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:2.0:1746137656.869189:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333729024 00000100:00100000:3.0:1746137656.869194:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333728896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3960us (4134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.869197:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333729024 00000100:00100000:3.0:1746137656.869203:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31600 00010000:00010000:2.0:1746137656.869226:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde2 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.869262:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15951 00000100:00100000:2.0:1746137656.869269:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2008:x1830957333729024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.869291:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.869314:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde2 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.869325:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde2 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.869350:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776e2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde2 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.869377:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.869380:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.869387:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde9 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.869395:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde9 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.869427:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde9 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.869438:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327502976:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.869503:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.871451:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327502976:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.871471:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.871515:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:2008:x1830957333729024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2245us (2461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.871524:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15951 00000100:00100000:0.0:1746137656.872155:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.872312:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333729280 00000100:00100000:3.0:1746137656.872318:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333729280 00002000:00100000:3.0:1746137656.872351:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b329180 x1830957333729280/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.872359:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329180 with x1830957333729280 ext(0->4095) 00002000:00010000:3.0:1746137656.872363:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b329180 00000100:00100000:3.0:1746137656.872378:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14918 00000100:00100000:3.0:1746137656.872383:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333729280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137656.872499:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333729280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.872504:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14918 00002000:00100000:3.0:1746137656.872509:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b329180 x1830957333729280/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.872521:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329180 with x1830957333729280 ext(0->4095) 00002000:00010000:3.0:1746137656.872524:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b329180 00000100:00100000:0.0:1746137656.873866:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.873921:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333729408 00000100:00100000:3.0:1746137656.873927:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333729408 00000100:00100000:3.0:1746137656.873982:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31601 00000100:00100000:3.0:1746137656.873989:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:1679:x1830957333729408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.874002:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.874018:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdddf0 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.874043:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde9 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.874051:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.874053:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.874056:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.874091:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde9 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.874102:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde9 expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.874113:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327503104:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.874196:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.874324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.874418:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333729536 00000100:00100000:1.0:1746137656.874422:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333729536 00000100:00100000:1.0:1746137656.874453:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31602 00000100:00100000:1.0:1746137656.874459:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:1685:x1830957333729536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137656.874466:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137656.874472:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdddf7 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.874487:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137656.874490:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 64 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.874495:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137656.874497:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf7 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.874518:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 64 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.874531:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf7 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137656.874539:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:1.0:1746137656.874575:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1685:x1830957333729536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.874582:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31602 00000100:00100000:3.0:1746137656.875865:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327503104:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.875894:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.875906:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137656.876158:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:1679:x1830957333729408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2167us (2294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.876167:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31601 00000100:00100000:0.0:1746137656.876259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.876327:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333729664 00000100:00100000:3.0:1746137656.876346:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333729664 00010000:00010000:3.0:1746137656.876372:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde9 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.876404:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15952 00000100:00100000:3.0:1746137656.876411:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333729664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.876421:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.876441:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde9 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.876451:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde9 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.876471:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddde9 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.876495:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.876497:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.876505:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.876513:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.876536:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.876546:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.876556:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327503360:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.876606:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.878366:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327503360:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.878391:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.878446:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333729664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2035us (2186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.878457:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15952 00000100:00100000:2.0:1746137656.878724:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.878749:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333729920 00000100:00100000:0.0:1746137656.878756:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333729920 00002000:00100000:0.0:1746137656.878796:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9180 x1830957333729920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.878837:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9180 with x1830957333729920 ext(0->4095) 00010000:00010000:0.0:1746137656.878845:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.878860:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.878867:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f9180 00000100:00100000:0.0:1746137656.878892:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3784 00000100:00100000:0.0:1746137656.878898:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2008:x1830957333729920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137656.879038:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2008:x1830957333729920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.879044:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3784 00002000:00100000:0.0:1746137656.879049:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9180 x1830957333729920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.879056:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9180 with x1830957333729920 ext(0->4095) 00010000:00010000:0.0:1746137656.879061:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.879070:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.879076:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f9180 00000100:00100000:0.0:1746137656.883106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.883347:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333730048 00000100:00100000:3.0:1746137656.883357:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333730048 00010000:00010000:3.0:1746137656.883390:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.883429:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15953 00000100:00100000:3.0:1746137656.883436:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2010:x1830957333730048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.883449:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.883465:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.883476:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.883497:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776e3d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf0 expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.883511:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.883513:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.883518:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf7 expref: 62 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.883525:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf7 expref: 62 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.883552:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf7 expref: 62 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.883561:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327503488:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.883645:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.886014:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.886089:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333730304 00000100:00100000:1.0:1746137656.886097:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333730304 00000100:00100000:3.0:1746137656.886144:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327503488:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.886162:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.886203:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2010:x1830957333730048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2767us (3107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.886211:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15953 00002000:00100000:1.0:1746137656.886696:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b329500 x1830957333730304/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.886707:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329500 with x1830957333730304 ext(0->4095) 00002000:00010000:1.0:1746137656.886712:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b329500 00000100:00100000:1.0:1746137656.886741:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14919 00000100:00100000:1.0:1746137656.886749:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2008:x1830957333730304:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.886896:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2008:x1830957333730304:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (891us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.886902:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14919 00002000:00100000:1.0:1746137656.886906:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b329500 x1830957333730304/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.886913:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b329500 with x1830957333730304 ext(0->4095) 00002000:00010000:1.0:1746137656.886915:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b329500 00000100:00100000:0.0:1746137656.889707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.889909:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333730432 00000100:00100000:3.0:1746137656.889920:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333730432 00000100:00100000:3.0:1746137656.889974:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31603 00000100:00100000:3.0:1746137656.889981:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333730432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.889997:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.890013:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdddfe expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.890040:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf7 expref: 61 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.890047:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.890048:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.890052:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.890076:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf7 expref: 61 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.890086:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf7 expref: 61 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.890097:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327503616:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.890926:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.893057:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.893162:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327503616:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.893193:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.893213:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:2.0:1746137656.893617:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333730560 00000100:00100000:2.0:1746137656.893624:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333730560 00010000:00010000:2.0:1746137656.893651:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf7 expref: 62 pid: 26520 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.893843:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333730432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3861us (4142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.893851:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31603 00000100:00100000:2.0:1746137656.893971:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15954 00000100:00100000:2.0:1746137656.893978:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2007:x1830957333730560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.893990:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.894006:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf7 expref: 62 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.894015:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf7 expref: 62 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.894033:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776e44 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddf7 expref: 62 pid: 26520 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.894048:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.894050:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.894056:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.894069:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.894094:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.894104:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327503744:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.894155:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.896942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.897041:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327503744:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.897065:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.897315:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:2007:x1830957333730560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3335us (4262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.897326:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15954 00000100:00100000:0.0:1746137656.897553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.897639:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333730816 00000100:00100000:1.0:1746137656.897648:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333730816 00002000:00100000:1.0:1746137656.897682:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b328000 x1830957333730816/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.897691:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b328000 with x1830957333730816 ext(0->4095) 00002000:00010000:1.0:1746137656.897695:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b328000 00000100:00100000:3.0:1746137656.898166:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333730944 00000100:00100000:3.0:1746137656.898171:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333730944 00000100:00100000:3.0:1746137656.898205:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31604 00000100:00100000:3.0:1746137656.898211:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+61:1679:x1830957333730944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.898225:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.898242:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde05 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.898267:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.898274:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.898276:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.898279:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.898321:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.898332:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.898347:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327503872:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.898411:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3785 00000100:00100000:3.0:1746137656.898417:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333730816:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137656.899416:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333730816:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 995us (2481us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137656.899423:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3785 00002000:00100000:3.0:1746137656.899431:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b328000 x1830957333730816/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137656.899440:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b328000 with x1830957333730816 ext(0->4095) 00010000:00010000:3.0:1746137656.899447:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.899458:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:3.0:1746137656.899463:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b328000 00000100:00100000:3.0:1746137656.899509:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.899551:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327503872:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.899568:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 62 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.899578:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137656.899601:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:1679:x1830957333730944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1391us (2049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.899607:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31604 00000100:00100000:0.0:1746137656.902385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.902496:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333731072 00000100:00100000:2.0:1746137656.902504:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333731072 00010000:00010000:2.0:1746137656.902536:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.902573:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15955 00000100:00100000:2.0:1746137656.902581:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333731072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.902597:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.902619:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.902629:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.902649:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdddfe expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.902667:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.902669:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.902675:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 61 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.902682:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 61 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.902710:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 61 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.902720:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327504000:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.902800:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.905411:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327504000:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.905438:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.905494:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333731072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2913us (3115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.905507:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15955 00000100:00100000:1.0:1746137656.906596:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.906641:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333731328 00000100:00100000:0.0:1746137656.906648:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333731328 00002000:00100000:0.0:1746137656.906678:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081285500 x1830957333731328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.906685:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081285500 with x1830957333731328 ext(0->4095) 00002000:00010000:0.0:1746137656.906688:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081285500 00000100:00100000:0.0:1746137656.906706:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14921 00000100:00100000:0.0:1746137656.906711:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2007:x1830957333731328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137656.906845:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2007:x1830957333731328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (254us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.906850:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14921 00002000:00100000:0.0:1746137656.906853:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081285500 x1830957333731328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.906858:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081285500 with x1830957333731328 ext(0->4095) 00002000:00010000:0.0:1746137656.906860:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081285500 00000100:00100000:0.0:1746137656.909365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.909433:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333731456 00000100:00100000:3.0:1746137656.909441:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333731456 00000100:00100000:3.0:1746137656.909485:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31605 00000100:00100000:3.0:1746137656.909492:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333731456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.909507:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.909524:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde0c expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.909551:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 61 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.909558:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.909560:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.909563:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.909589:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 61 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.909598:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 61 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.909608:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327504128:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.909692:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.910934:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327504128:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.910961:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.910975:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137656.911019:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333731456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1527us (1663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.911027:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31605 00000100:00100000:0.0:1746137656.911754:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.911832:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333731584 00000100:00100000:1.0:1746137656.911839:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333731584 00002000:00100000:1.0:1746137656.911868:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969cb800 x1830957333731584/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.911876:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cb800 with x1830957333731584 ext(0->7) 00010000:00010000:1.0:1746137656.911881:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.911892:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 62 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.911898:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969cb800 00000100:00100000:1.0:1746137656.911924:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3786 00000100:00100000:1.0:1746137656.911930:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+62:2007:x1830957333731584:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137656.912652:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333731584:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 720us (898us total) trans 4294972204 rc 0/0 00000100:00100000:0.0:1746137656.912659:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3786 00002000:00100000:0.0:1746137656.912664:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969cb800 x1830957333731584/t4294972204(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 496/448 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.912677:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cb800 with x1830957333731584 ext(0->7) 00010000:00010000:0.0:1746137656.912682:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.912690:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746137656.912696:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969cb800 00000100:00100000:0.0:1746137656.914948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.915063:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333731712 00000100:00100000:2.0:1746137656.915073:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333731712 00010000:00010000:2.0:1746137656.915111:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.915154:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15956 00000100:00100000:2.0:1746137656.915160:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333731712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.915173:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.915191:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.915201:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.915224:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776e52 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde05 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.915239:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.915240:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.915246:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.915252:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.915292:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.915304:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327504256:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.915395:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.923761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.923862:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333731840 00000100:00100000:3.0:1746137656.923870:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333731840 00000100:00100000:3.0:1746137656.923907:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31606 00000100:00100000:3.0:1746137656.923914:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333731840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.923930:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.923946:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde13 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.923971:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.923977:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.923979:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.923981:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.924004:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.924014:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.924026:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327504384:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137656.924093:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.924236:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327504256:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.924250:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.924278:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333731712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 9117us (9337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.924295:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15956 00000100:00100000:0.0:1746137656.924564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.924916:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333732096 00000100:00100000:2.0:1746137656.924920:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333732096 00002000:00100000:2.0:1746137656.924944:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969cb480 x1830957333732096/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.924952:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cb480 with x1830957333732096 ext(0->4095) 00010000:00010000:2.0:1746137656.924957:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.924966:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.924970:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969cb480 00000100:00100000:2.0:1746137656.924994:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3787 00000100:00100000:2.0:1746137656.925000:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333732096:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.925099:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333732096:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.925104:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3787 00002000:00100000:2.0:1746137656.925108:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969cb480 x1830957333732096/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.925114:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cb480 with x1830957333732096 ext(0->4095) 00010000:00010000:2.0:1746137656.925118:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.925126:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:2.0:1746137656.925130:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969cb480 00000100:00100000:3.0:1746137656.925494:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327504384:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137656.925512:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 64 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.925522:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137656.925719:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333731840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1803us (1966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.925725:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31606 00000100:00100000:0.0:1746137656.927219:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.927462:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333732224 00000100:00100000:2.0:1746137656.927469:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333732224 00010000:00010000:2.0:1746137656.927494:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.927525:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15957 00000100:00100000:2.0:1746137656.927531:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333732224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.927540:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.927555:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.927565:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.927582:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776e59 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde0c expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.927604:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.927606:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.927611:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.927623:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.927647:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137656.927656:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327504512:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.927725:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.927798:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.928067:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333732352 00000100:00100000:2.0:1746137656.928070:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333732352 00000100:00100000:2.0:1746137656.928487:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31607 00000100:00100000:2.0:1746137656.928495:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333732352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.928508:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.928519:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde1a expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.928536:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.928542:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.928544:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.928546:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 7 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.928564:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.928577:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.928586:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327504640:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.929273:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.929975:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.929980:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327504512:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.929993:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137656.930032:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2008:x1830957333732224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2500us (2817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137656.930035:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333732608 00000100:00100000:1.0:1746137656.930040:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333732608 00000100:00100000:2.0:1746137656.930041:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15957 00002000:00100000:1.0:1746137656.930066:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969caa00 x1830957333732608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.930073:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969caa00 with x1830957333732608 ext(0->4095) 00010000:00010000:1.0:1746137656.930080:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.930091:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.930096:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969caa00 00000100:00100000:1.0:1746137656.930110:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3788 00000100:00100000:1.0:1746137656.930115:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333732608:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.930211:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333732608:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.930217:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3788 00002000:00100000:1.0:1746137656.930221:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969caa00 x1830957333732608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.930228:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969caa00 with x1830957333732608 ext(0->4095) 00010000:00010000:1.0:1746137656.930232:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.930240:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.930593:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969caa00 00000100:00100000:2.0:1746137656.930600:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327504640:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.930613:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.930624:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137656.930655:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333732352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2161us (2856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.930660:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31607 00000100:00100000:0.0:1746137656.932044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.932078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.932083:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333732736 00000100:00100000:2.0:1746137656.932088:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333732736 00000100:00100000:2.0:1746137656.932115:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31608 00000100:00100000:2.0:1746137656.932119:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333732736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.932130:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.932142:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde21 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.932157:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.932160:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.932164:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746137656.932165:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333732864 00010000:00010000:2.0:1746137656.932166:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde21 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.932168:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333732864 00010000:00010000:3.0:1746137656.932183:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 66 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:2.0:1746137656.932187:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.932194:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde21 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.932199:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:3.0:1746137656.932215:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15958 00000100:00100000:3.0:1746137656.932220:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333732864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746137656.932226:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333732736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (187us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137656.932228:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137656.932230:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31608 00010000:00010000:3.0:1746137656.932242:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 65 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.932704:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 65 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.932724:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776e60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde13 expref: 65 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.932747:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.932749:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.932754:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.932760:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.932779:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.932788:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.932798:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327504896:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.932893:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.934434:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.934473:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327504896:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.934489:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137656.934493:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333733120 00000100:00100000:1.0:1746137656.934499:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333733120 00000100:00100000:3.0:1746137656.934531:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333732864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2309us (2451us total) trans 0 rc 0/0 00002000:00100000:1.0:1746137656.934539:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c8700 x1830957333733120/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137656.934540:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15958 00002000:00100000:1.0:1746137656.934548:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8700 with x1830957333733120 ext(0->4095) 00010000:00010000:1.0:1746137656.934555:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.934566:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.934572:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c8700 00000100:00100000:1.0:1746137656.934599:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3789 00000100:00100000:1.0:1746137656.934605:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333733120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137656.934784:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333733120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.934789:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3789 00002000:00100000:1.0:1746137656.934793:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c8700 x1830957333733120/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.934799:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8700 with x1830957333733120 ext(0->4095) 00010000:00010000:1.0:1746137656.934821:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746137656.934829:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746137656.934835:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c8700 00000100:00100000:0.0:1746137656.936261:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.936327:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333733248 00000100:00100000:3.0:1746137656.936336:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333733248 00010000:00010000:3.0:1746137656.936367:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.936401:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15959 00000100:00100000:3.0:1746137656.936408:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333733248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.936418:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.936433:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.936444:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.936464:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776e67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde1a expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.936475:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.936477:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.936484:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde21 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.936491:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde21 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.936517:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde21 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.936526:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327505024:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.936600:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.938870:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327505024:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.938885:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.938929:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333733248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2521us (2672us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.938936:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15959 00000100:00100000:0.0:1746137656.939070:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137656.939121:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333733504 00000100:00100000:1.0:1746137656.939126:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333733504 00002000:00100000:1.0:1746137656.939157:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969cad80 x1830957333733504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.939172:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cad80 with x1830957333733504 ext(0->4095) 00002000:00010000:1.0:1746137656.939176:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969cad80 00000100:00100000:1.0:1746137656.939200:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14922 00000100:00100000:1.0:1746137656.939206:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333733504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137656.939323:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333733504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137656.939329:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14922 00002000:00100000:1.0:1746137656.939333:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969cad80 x1830957333733504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.939340:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969cad80 with x1830957333733504 ext(0->4095) 00002000:00010000:1.0:1746137656.939342:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969cad80 00000100:00100000:0.0:1746137656.941051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.941249:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333733632 00000100:00100000:2.0:1746137656.941255:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333733632 00000100:00100000:2.0:1746137656.941301:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31609 00000100:00100000:2.0:1746137656.941308:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333733632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.941322:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.941336:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde28 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.941364:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde21 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.941370:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.941372:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.941375:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde28 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.941397:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde21 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.941407:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde21 expref: 63 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:2.0:1746137656.941417:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327505152:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.941508:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.943768:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327505152:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.943797:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde28 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.943828:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:0.0:1746137656.943853:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.943880:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333733632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2571us (2832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.943890:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31609 00000100:00100000:3.0:1746137656.943954:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333733760 00000100:00100000:3.0:1746137656.943959:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333733760 00010000:00010000:3.0:1746137656.944024:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde21 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.944053:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15960 00000100:00100000:3.0:1746137656.944059:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333733760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.944071:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.944303:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde21 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.944312:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde21 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.944332:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776e6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde21 expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.944348:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.944349:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.944354:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde28 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.944365:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde28 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.944390:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde28 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.944398:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327505280:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.944450:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.946373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.946781:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327505280:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.946799:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.946878:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2007:x1830957333733760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2818us (3023us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.946888:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15960 00000100:00100000:1.0:1746137656.946908:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333734016 00000100:00100000:1.0:1746137656.946915:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333734016 00002000:00100000:1.0:1746137656.946947:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c9f80 x1830957333734016/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137656.946954:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9f80 with x1830957333734016 ext(0->4095) 00002000:00010000:1.0:1746137656.946958:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c9f80 00000100:00100000:2.0:1746137656.947235:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14923 00000100:00100000:2.0:1746137656.947246:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333734016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.947374:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333734016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1008us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.947379:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14923 00002000:00100000:2.0:1746137656.947384:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969c9f80 x1830957333734016/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.947391:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9f80 with x1830957333734016 ext(0->4095) 00002000:00010000:2.0:1746137656.947393:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c9f80 00000100:00100000:2.0:1746137656.951000:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.951044:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333734144 00000100:00100000:0.0:1746137656.951052:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333734144 00000100:00100000:2.0:1746137656.951089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.951096:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333734272 00000100:00100000:0.0:1746137656.951098:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333734272 00000100:00100000:0.0:1746137656.951119:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31610 00000100:00100000:2.0:1746137656.951125:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31611 00000100:00100000:0.0:1746137656.951126:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1685:x1830957333734144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137656.951133:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333734272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.951142:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137656.951142:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.951155:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde36 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.951156:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde2f expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.951176:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde28 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.951182:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137656.951184:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137656.951187:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.951362:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.951367:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.951373:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.951376:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.951398:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde28 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.951401:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.951408:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde28 expref: 5 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746137656.951418:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327505408:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.951421:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.951430:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137656.951645:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333734272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 512us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.951651:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31611 00000100:00100000:0.0:1746137656.951661:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.952566:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327505408:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.952586:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.952595:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009083e400, rc 0) 00000100:00100000:2.0:1746137656.952616:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1685:x1830957333734144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1490us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.952621:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31610 00000100:00100000:0.0:1746137656.952996:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.953072:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333734400 00000100:00100000:3.0:1746137656.953077:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333734400 00010000:00010000:3.0:1746137656.953099:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde28 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.953132:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15961 00000100:00100000:3.0:1746137656.953138:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333734400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.953149:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.953163:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde28 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.953174:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde28 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.953191:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde28 expref: 6 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:3.0:1746137656.953219:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.953221:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.953226:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 64 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.953232:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 64 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.953261:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 64 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.953270:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 64 pid: 11509 timeout: 818 lvb_type: 0 00000100:00100000:3.0:1746137656.953278:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327505664:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.953519:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.954649:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327505664:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.954663:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.954716:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333734400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1569us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.954725:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15961 00000100:00100000:1.0:1746137656.955159:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.955235:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333734656 00000100:00100000:0.0:1746137656.955241:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333734656 00002000:00100000:0.0:1746137656.955270:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284e00 x1830957333734656/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.955280:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284e00 with x1830957333734656 ext(0->4095) 00010000:00010000:0.0:1746137656.955299:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 65 pid: 11509 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746137656.955310:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137656.955315:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081284e00 00000100:00100000:0.0:1746137656.955336:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3790 00000100:00100000:0.0:1746137656.955343:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333734656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137656.955469:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333734656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.955474:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3790 00002000:00100000:0.0:1746137656.955479:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284e00 x1830957333734656/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.955486:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284e00 with x1830957333734656 ext(0->4095) 00010000:00010000:0.0:1746137656.955491:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137656.955500:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137656.955505:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081284e00 00000100:00100000:0.0:1746137656.957174:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.957251:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.957318:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333734784 00000100:00100000:2.0:1746137656.957325:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333734784 00000100:00100000:3.0:1746137656.957337:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333734912 00000100:00100000:3.0:1746137656.957342:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333734912 00010000:00010000:3.0:1746137656.957363:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137656.957373:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31612 00000100:00100000:2.0:1746137656.957380:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333734784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.957393:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137656.957398:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15962 00010000:00010000:2.0:1746137656.957405:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde3d expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.957427:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.957433:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.957439:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137656.957442:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.957462:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333734912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.957470:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.957487:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.957497:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.957502:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.957514:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083e400/0xddf4fb6141776e7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde2f expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.957517:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.957525:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.957526:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.957530:0:11509:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.957537:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.957545:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137656.957566:0:11509:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.957575:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 64 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137656.957582:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333734912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 122us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.957586:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327505920:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.957588:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15962 00000100:00100000:2.0:1746137656.957649:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.958906:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327505920:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137656.958919:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:2.0:1746137656.958959:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333734784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1579us (1789us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.958965:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31612 00000100:00100000:0.0:1746137656.960541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.960614:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333735168 00000100:00100000:2.0:1746137656.960621:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333735168 00002000:00100000:2.0:1746137656.960657:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55180 x1830957333735168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.960665:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55180 with x1830957333735168 ext(0->4095) 00010000:00010000:2.0:1746137656.960673:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 64 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.960684:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 64 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137656.960689:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd55180 00000100:00100000:2.0:1746137656.960743:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3791 00000100:00100000:2.0:1746137656.960750:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333735168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.960900:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333735168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.960906:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3791 00002000:00100000:2.0:1746137656.960910:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55180 x1830957333735168/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.960917:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55180 with x1830957333735168 ext(0->4095) 00010000:00010000:2.0:1746137656.960922:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 64 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.960931:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 64 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137656.960936:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd55180 00000100:00100000:0.0:1746137656.963985:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.964497:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.964626:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333735296 00000100:00100000:2.0:1746137656.964635:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333735296 00000100:00100000:2.0:1746137656.964669:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31613 00000100:00100000:2.0:1746137656.964675:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333735296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137656.964691:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.964706:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde44 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.964727:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.964732:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.964738:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137656.964741:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde44 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.964771:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.964781:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde44 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.964794:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137656.964868:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333735296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.964874:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31613 00000100:00100000:3.0:1746137656.964940:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333735424 00000100:00100000:3.0:1746137656.964944:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333735424 00010000:00010000:3.0:1746137656.964963:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137656.964991:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15963 00000100:00100000:3.0:1746137656.964997:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333735424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.965011:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.965027:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.965037:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.965092:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776e83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde36 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.965105:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.965106:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.965111:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.965117:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.965135:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.965144:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137656.965155:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327506176:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.965208:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.967672:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327506176:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.967690:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.967738:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333735424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2739us (3240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.967747:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15963 00000100:00100000:1.0:1746137656.967924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.967994:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333735680 00000100:00100000:0.0:1746137656.968001:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333735680 00002000:00100000:0.0:1746137656.968031:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287480 x1830957333735680/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.968065:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287480 with x1830957333735680 ext(0->4095) 00010000:00010000:0.0:1746137656.968073:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137656.968086:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137656.968091:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081287480 00000100:00100000:0.0:1746137656.968118:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3792 00000100:00100000:0.0:1746137656.968124:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333735680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137656.968318:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333735680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 193us (394us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137656.968325:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3792 00002000:00100000:0.0:1746137656.968330:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081287480 x1830957333735680/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137656.968338:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081287480 with x1830957333735680 ext(0->4095) 00010000:00010000:0.0:1746137656.968342:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137656.968355:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137656.968361:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081287480 00000100:00100000:0.0:1746137656.969909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.969964:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333735808 00000100:00100000:3.0:1746137656.969970:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333735808 00010000:00010000:3.0:1746137656.969993:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137656.970025:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15964 00000100:00100000:3.0:1746137656.970031:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333735808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.970041:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.970056:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.970067:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.970083:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776e8a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde3d expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.970095:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.970096:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.970102:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde44 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.970109:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde44 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.970135:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde44 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.970144:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327506304:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.970213:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.971573:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327506304:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.971590:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.971620:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333735808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1589us (1717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.971628:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15964 00000100:00100000:0.0:1746137656.972403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.972457:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333736064 00000100:00100000:2.0:1746137656.972464:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333736064 00002000:00100000:2.0:1746137656.972494:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55c00 x1830957333736064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.972502:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55c00 with x1830957333736064 ext(0->4095) 00002000:00010000:2.0:1746137656.972507:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd55c00 00000100:00100000:2.0:1746137656.972533:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14924 00000100:00100000:2.0:1746137656.972540:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2010:x1830957333736064:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137656.972926:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2010:x1830957333736064:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 385us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.972933:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14924 00002000:00100000:2.0:1746137656.973072:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd55c00 x1830957333736064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.973080:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55c00 with x1830957333736064 ext(0->4095) 00002000:00010000:2.0:1746137656.973083:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd55c00 00000100:00100000:1.0:1746137656.974973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.975043:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333736192 00000100:00100000:0.0:1746137656.975051:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333736192 00000100:00100000:0.0:1746137656.975095:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31614 00000100:00100000:0.0:1746137656.975102:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333736192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137656.975116:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137656.975128:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde4b expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.975152:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde44 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.975159:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137656.975160:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137656.975164:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde4b expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.975189:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde44 expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137656.975199:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde44 expref: 63 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746137656.975210:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327506432:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137656.975308:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137656.977721:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327506432:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.977748:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde4b expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.977767:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090844a00, rc 0) 00000100:00100000:2.0:1746137656.977830:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333736192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2728us (2862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.977837:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31614 00000100:00100000:0.0:1746137656.978998:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.979061:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333736320 00000100:00100000:3.0:1746137656.979068:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333736320 00010000:00010000:3.0:1746137656.979097:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde44 expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137656.979128:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15965 00000100:00100000:3.0:1746137656.979135:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333736320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.979148:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.979166:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde44 expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.979175:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde44 expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.979194:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776e91 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde44 expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.979223:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.979226:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.979233:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde4b expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.979241:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde4b expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.979269:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde4b expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.979280:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327506560:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.979379:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.981296:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327506560:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.981314:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.981359:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2008:x1830957333736320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2223us (2362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.981368:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15965 00000100:00100000:1.0:1746137656.981652:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.981741:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333736576 00000100:00100000:2.0:1746137656.981747:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333736576 00002000:00100000:2.0:1746137656.981782:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3100 x1830957333736576/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.981790:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3100 with x1830957333736576 ext(0->4095) 00002000:00010000:2.0:1746137656.981794:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d3100 00000100:00100000:2.0:1746137656.981843:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14925 00000100:00100000:2.0:1746137656.981850:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333736576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137656.982037:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333736576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 187us (386us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.982044:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14925 00002000:00100000:2.0:1746137656.982049:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d3100 x1830957333736576/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.982056:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d3100 with x1830957333736576 ext(0->4095) 00002000:00010000:2.0:1746137656.982058:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d3100 00000100:00100000:0.0:1746137656.983020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.983082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.983129:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333736704 00000100:00100000:3.0:1746137656.983135:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333736704 00000100:00100000:2.0:1746137656.983140:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333736832 00000100:00100000:2.0:1746137656.983142:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333736832 00000100:00100000:3.0:1746137656.983171:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31615 00000100:00100000:3.0:1746137656.983177:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333736704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.983188:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137656.983197:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31616 00000100:00100000:2.0:1746137656.983202:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1685:x1830957333736832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137656.983208:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde52 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.983208:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137656.983212:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde59 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.983231:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde4b expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.983237:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.983239:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137656.983242:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.983954:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.983962:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.983967:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137656.983970:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.984031:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde4b expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.984042:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde4b expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137656.984075:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327506688:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137656.984155:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746137656.984247:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.984260:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.984269:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137656.984311:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333736704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1134us (1294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.984318:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31615 00000100:00100000:2.0:1746137656.985593:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327506688:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137656.985696:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.985708:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137656.985747:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1685:x1830957333736832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2545us (2665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.985757:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31616 00000100:00100000:0.0:1746137656.986234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.986295:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333736960 00000100:00100000:3.0:1746137656.986301:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333736960 00010000:00010000:3.0:1746137656.986321:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde4b expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137656.986352:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15966 00000100:00100000:3.0:1746137656.986358:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333736960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.986369:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.986388:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde4b expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.986398:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde4b expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.986419:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776e98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde4b expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.986747:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.986749:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.986756:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.986763:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.986788:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.986797:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 64 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137656.986828:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327506944:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.986996:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137656.988253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137656.988345:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327506944:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.988360:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.988409:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333736960:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2051us (2176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.988417:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15966 00000100:00100000:2.0:1746137656.988759:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333737216 00000100:00100000:2.0:1746137656.988765:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333737216 00002000:00100000:2.0:1746137656.988798:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd57800 x1830957333737216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.988879:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57800 with x1830957333737216 ext(0->4095) 00010000:00010000:2.0:1746137656.988886:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.988897:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137656.988903:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd57800 00000100:00100000:2.0:1746137656.988919:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3793 00000100:00100000:2.0:1746137656.988929:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333737216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.989040:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333737216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (789us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.989045:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3793 00002000:00100000:2.0:1746137656.989050:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd57800 x1830957333737216/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.989057:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57800 with x1830957333737216 ext(0->4095) 00010000:00010000:2.0:1746137656.989061:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.989073:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137656.989079:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd57800 00000100:00100000:0.0:1746137656.991308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.991394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.991411:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333737344 00000100:00100000:2.0:1746137656.991419:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333737344 00000100:00100000:2.0:1746137656.991474:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31617 00000100:00100000:2.0:1746137656.991480:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333737344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137656.991491:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333737472 00010000:00010000:2.0:1746137656.991493:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137656.991494:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333737472 00010000:00010000:2.0:1746137656.991508:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde60 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.991512:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.991533:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.991538:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.991544:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746137656.991545:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15967 00010000:00010000:2.0:1746137656.991548:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137656.991551:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333737472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137656.991560:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137656.991574:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.991585:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.991598:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.991601:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ea6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde59 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.991608:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.991675:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.991677:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.991682:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 64 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.991689:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 64 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.992269:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137656.992331:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333737344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 849us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.992337:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31617 00010000:00010000:3.0:1746137656.992531:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 64 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.992543:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137656.992554:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327507200:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137656.992621:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.994321:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327507200:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.994340:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137656.994393:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.994449:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333737728 00000100:00100000:2.0:1746137656.994454:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333737728 00000100:00100000:3.0:1746137656.994459:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333737472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2906us (3062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.994467:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15967 00002000:00100000:2.0:1746137656.994490:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd57480 x1830957333737728/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.994498:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57480 with x1830957333737728 ext(0->4095) 00010000:00010000:2.0:1746137656.994505:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.994514:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137656.994693:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd57480 00000100:00100000:2.0:1746137656.994710:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3794 00000100:00100000:2.0:1746137656.994716:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333737728:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.994870:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333737728:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (481us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.994875:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3794 00002000:00100000:2.0:1746137656.994880:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012bd57480 x1830957333737728/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.994886:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd57480 with x1830957333737728 ext(0->4095) 00010000:00010000:2.0:1746137656.994890:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.994903:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137656.994908:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd57480 00000100:00100000:0.0:1746137656.996237:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137656.996319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.996365:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333737856 00000100:00100000:2.0:1746137656.996371:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333737856 00000100:00100000:3.0:1746137656.996377:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333737984 00000100:00100000:3.0:1746137656.996382:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333737984 00010000:00010000:3.0:1746137656.996400:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137656.996416:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31618 00000100:00100000:2.0:1746137656.996423:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333737856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137656.996431:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15968 00000100:00100000:3.0:1746137656.996437:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2009:x1830957333737984:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137656.996438:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137656.996446:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137656.996450:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde67 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.996466:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.996472:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137656.996478:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.996486:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137656.996489:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde67 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.996688:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137656.996707:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776e9f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde52 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.996715:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.996726:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde67 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.996731:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.996732:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137656.996738:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.996745:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137656.996754:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00010000:00010000:3.0:1746137656.996764:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137656.996773:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137656.996782:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327507456:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137656.996798:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333737856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 375us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137656.996821:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31618 00000100:00100000:3.0:1746137656.996848:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137656.997712:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327507456:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137656.997725:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137656.997748:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2009:x1830957333737984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1311us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137656.997759:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15968 00000100:00100000:0.0:1746137656.998592:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137656.998669:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333738240 00000100:00100000:2.0:1746137656.998674:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333738240 00002000:00100000:2.0:1746137656.998698:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846daa00 x1830957333738240/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/0 e 0 to 0 dl 1746137667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.998704:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846daa00 with x1830957333738240 ext(0->4095) 00010000:00010000:2.0:1746137656.998710:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.998718:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137656.998723:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846daa00 00000100:00100000:2.0:1746137656.998739:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3795 00000100:00100000:2.0:1746137656.998743:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333738240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137656.998861:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333738240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (271us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137656.998865:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3795 00002000:00100000:2.0:1746137656.998868:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846daa00 x1830957333738240/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746137667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137656.998873:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846daa00 with x1830957333738240 ext(0->4095) 00010000:00010000:2.0:1746137656.998876:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137656.998885:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137656.998888:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846daa00 00000100:00100000:0.0:1746137657.000709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.000795:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333738368 00000100:00100000:3.0:1746137657.000802:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333738368 00010000:00010000:3.0:1746137657.000849:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.000875:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15969 00000100:00100000:3.0:1746137657.000882:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333738368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.000892:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.000907:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.000945:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.000965:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776ead lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde60 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.001019:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.001021:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.001027:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde67 expref: 63 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.001034:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde67 expref: 63 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.001474:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde67 expref: 63 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.001487:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327507584:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.001569:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.003138:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327507584:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.003156:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.003202:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333738368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2319us (2501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.003211:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15969 00000100:00100000:0.0:1746137657.005517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.005566:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333738624 00000100:00100000:2.0:1746137657.005573:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333738624 00002000:00100000:2.0:1746137657.005611:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9500 x1830957333738624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.005631:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9500 with x1830957333738624 ext(0->4095) 00002000:00010000:2.0:1746137657.005635:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d9500 00000100:00100000:2.0:1746137657.005657:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14926 00000100:00100000:2.0:1746137657.005664:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333738624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.005789:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333738624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.005796:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14926 00002000:00100000:2.0:1746137657.005802:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9500 x1830957333738624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.005824:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9500 with x1830957333738624 ext(0->4095) 00002000:00010000:2.0:1746137657.005827:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d9500 00000100:00100000:0.0:1746137657.007506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.007565:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333738752 00000100:00100000:2.0:1746137657.007573:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333738752 00000100:00100000:2.0:1746137657.007622:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31619 00000100:00100000:2.0:1746137657.007629:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333738752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.007646:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.007660:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde6e expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.007687:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde67 expref: 63 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.007694:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.007695:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.007699:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde6e expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.007834:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde67 expref: 63 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.007845:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde67 expref: 63 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.007856:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327507712:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.008795:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.009078:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327507712:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.009098:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde6e expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.009112:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137657.009143:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333738752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1513us (1641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.009155:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31619 00000100:00100000:0.0:1746137657.010431:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.010489:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333738880 00000100:00100000:3.0:1746137657.010495:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333738880 00010000:00010000:3.0:1746137657.010523:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde67 expref: 64 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.010556:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15970 00000100:00100000:3.0:1746137657.010562:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333738880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.010573:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.010589:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde67 expref: 64 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.010598:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde67 expref: 64 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.010615:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eb4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde67 expref: 64 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.010629:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.010631:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.010637:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde6e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.010643:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde6e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.010665:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde6e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.010675:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327507840:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.010748:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.012843:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.012988:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333739136 00000100:00100000:3.0:1746137657.012996:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333739136 00002000:00100000:3.0:1746137657.013032:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846dbb80 x1830957333739136/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.013040:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846dbb80 with x1830957333739136 ext(0->4095) 00002000:00010000:3.0:1746137657.013044:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846dbb80 00000100:00100000:3.0:1746137657.013059:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14927 00000100:00100000:3.0:1746137657.013064:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333739136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.013162:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333739136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (361us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.013167:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14927 00002000:00100000:3.0:1746137657.013171:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846dbb80 x1830957333739136/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.013177:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846dbb80 with x1830957333739136 ext(0->4095) 00002000:00010000:3.0:1746137657.013180:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846dbb80 00000100:00100000:3.0:1746137657.013392:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327507840:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.013405:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.013971:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:2008:x1830957333738880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3407us (3542us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.013979:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15970 00000100:00100000:0.0:1746137657.014231:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.014705:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333739264 00000100:00100000:2.0:1746137657.014711:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333739264 00000100:00100000:2.0:1746137657.014738:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31620 00000100:00100000:2.0:1746137657.014744:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:1679:x1830957333739264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.014757:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.014770:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde75 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.014789:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde6e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.014795:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.014797:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.014799:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.014850:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde6e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.014860:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde6e expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.014870:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327507968:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.014997:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.015232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.015348:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333739392 00000100:00100000:1.0:1746137657.015353:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333739392 00000100:00100000:1.0:1746137657.015375:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31621 00000100:00100000:1.0:1746137657.015379:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1685:x1830957333739392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.015386:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.015396:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde7c expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.015407:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.015411:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.015415:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.015417:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde7c expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.015435:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.015444:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde7c expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.015452:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:1.0:1746137657.015473:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333739392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.015479:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31621 00000100:00100000:0.0:1746137657.016967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.017029:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333739520 00000100:00100000:3.0:1746137657.017036:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333739520 00010000:00010000:3.0:1746137657.017067:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde6e expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.017070:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327507968:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.017093:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.017100:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15971 00010000:00010000:2.0:1746137657.017104:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:3.0:1746137657.017106:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333739520:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.017116:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.017133:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde6e expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.017136:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333739264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2392us (2905us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137657.017143:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde6e expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.017143:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31620 00010000:00010000:3.0:1746137657.017161:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776ebb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde6e expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.017179:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.017181:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.017187:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.017198:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.017222:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.017232:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 64 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.017241:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327508224:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.017307:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.018659:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327508224:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.018674:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.018928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.018951:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333739776 00000100:00100000:1.0:1746137657.018956:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333739776 00002000:00100000:1.0:1746137657.018984:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2680 x1830957333739776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.018994:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2680 with x1830957333739776 ext(0->4095) 00010000:00010000:1.0:1746137657.019001:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.019012:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.019018:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d2680 00000100:00100000:1.0:1746137657.019045:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3796 00000100:00100000:1.0:1746137657.019052:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333739776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.019128:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333739520:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1603us (1748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.019136:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15971 00000100:00100000:1.0:1746137657.019142:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333739776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (215us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.019148:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3796 00002000:00100000:1.0:1746137657.019153:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d2680 x1830957333739776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.019160:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d2680 with x1830957333739776 ext(0->4095) 00010000:00010000:1.0:1746137657.019164:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.019172:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.019177:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d2680 00000100:00100000:0.0:1746137657.022400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.022469:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333739904 00000100:00100000:3.0:1746137657.022477:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333739904 00010000:00010000:3.0:1746137657.022508:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.023767:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15972 00000100:00100000:3.0:1746137657.023785:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333739904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.023802:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.023843:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.023854:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.023874:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ec2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde75 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.023898:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.023900:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.023906:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde7c expref: 64 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.023913:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde7c expref: 64 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.023942:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde7c expref: 64 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.023953:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327508352:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.024034:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.027926:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.027945:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333740160 00000100:00100000:1.0:1746137657.027951:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333740160 00002000:00100000:1.0:1746137657.027984:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1f80 x1830957333740160/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.027994:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1f80 with x1830957333740160 ext(0->4095) 00002000:00010000:1.0:1746137657.027998:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d1f80 00000100:00100000:1.0:1746137657.028025:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14928 00000100:00100000:1.0:1746137657.028032:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333740160:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.028136:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327508352:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.028152:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.029880:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333739904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6094us (7482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.029890:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15972 00000100:00100000:1.0:1746137657.030128:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333740160:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 2095us (2206us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.030135:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14928 00002000:00100000:1.0:1746137657.030141:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1f80 x1830957333740160/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.030149:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1f80 with x1830957333740160 ext(0->4095) 00002000:00010000:1.0:1746137657.030153:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d1f80 00000100:00100000:0.0:1746137657.032455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.032586:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333740288 00000100:00100000:2.0:1746137657.032594:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333740288 00000100:00100000:2.0:1746137657.032635:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31622 00000100:00100000:2.0:1746137657.032643:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333740288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.032658:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.032672:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde83 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.032693:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde7c expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.032700:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.032702:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.032705:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.032732:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde7c expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.032742:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde7c expref: 63 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.032752:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327508480:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.032879:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.034799:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327508480:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.034850:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.034867:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137657.034909:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333740288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2267us (2460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.034918:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31622 00000100:00100000:2.0:1746137657.035015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.035100:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333740416 00000100:00100000:3.0:1746137657.035106:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333740416 00010000:00010000:3.0:1746137657.035128:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde7c expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.035163:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15973 00000100:00100000:3.0:1746137657.035170:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333740416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.035180:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.035196:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde7c expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.035205:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde7c expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.035226:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141776ec9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde7c expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.035240:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.035241:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.035247:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.035254:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.035291:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.035306:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327508608:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.035362:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.037566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.038049:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333740544 00000100:00100000:2.0:1746137657.038056:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333740544 00000100:00100000:3.0:1746137657.038182:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327508608:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.038198:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.038649:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333740416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3479us (3632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.038657:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15973 00000100:00100000:2.0:1746137657.038690:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31623 00000100:00100000:2.0:1746137657.038698:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+63:1679:x1830957333740544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.038712:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.038726:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde8a expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.038748:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.038755:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.038756:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.038761:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.038784:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.038795:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746137657.038892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.039081:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333740800 00000100:00100000:3.0:1746137657.039085:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333740800 00002000:00100000:3.0:1746137657.039107:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846dad80 x1830957333740800/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.039115:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846dad80 with x1830957333740800 ext(0->4095) 00010000:00010000:3.0:1746137657.039120:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.039130:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.039135:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846dad80 00000100:00100000:3.0:1746137657.039154:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3797 00000100:00100000:3.0:1746137657.039159:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333740800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.039341:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327508736:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.039889:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.040007:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333740800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 846us (1113us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.040016:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3797 00002000:00100000:3.0:1746137657.040021:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846dad80 x1830957333740800/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.040028:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846dad80 with x1830957333740800 ext(0->4095) 00010000:00010000:3.0:1746137657.040033:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.040041:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.040046:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846dad80 00000100:00100000:2.0:1746137657.041904:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327508736:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.041932:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137657.041934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137657.041947:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:1.0:1746137657.042099:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333740928 00000100:00100000:1.0:1746137657.042105:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333740928 00000100:00100000:1.0:1746137657.042147:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31624 00000100:00100000:1.0:1746137657.042153:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1685:x1830957333740928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.042166:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.042179:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde91 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.042197:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.042201:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.042206:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.042209:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde91 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.042233:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.042242:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde91 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.042248:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea400, rc 0) 00000100:00100000:1.0:1746137657.042275:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333740928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.042293:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31624 00000100:00100000:2.0:1746137657.042493:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333740544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3796us (4931us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.042499:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31623 00000100:00100000:1.0:1746137657.043203:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.043342:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333741056 00000100:00100000:3.0:1746137657.043347:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333741056 00010000:00010000:3.0:1746137657.043367:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.043435:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15974 00000100:00100000:3.0:1746137657.043442:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333741056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.043454:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.043471:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.043481:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.043497:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ed0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde83 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.043727:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.043729:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.043736:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.043743:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.043769:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 64 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.043780:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 64 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.043790:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327508992:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.043936:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00010000:00010000:2.0:1746137657.045370:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746137657.045485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.045551:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333741312 00000100:00100000:2.0:1746137657.045558:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333741312 00000100:00100000:3.0:1746137657.045572:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327508992:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.045588:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137657.045595:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1880 x1830957333741312/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.045604:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1880 with x1830957333741312 ext(0->4095) 00010000:00010000:2.0:1746137657.045611:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.045619:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333741056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2177us (2417us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137657.045626:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.045627:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15974 00002000:00010000:2.0:1746137657.045631:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d1880 00000100:00100000:2.0:1746137657.045649:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3798 00000100:00100000:2.0:1746137657.045655:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333741312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.045771:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333741312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.045781:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3798 00002000:00100000:2.0:1746137657.045786:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d1880 x1830957333741312/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.045792:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d1880 with x1830957333741312 ext(0->4095) 00010000:00010000:2.0:1746137657.045797:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.045826:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.045832:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846d1880 00000100:00100000:1.0:1746137657.049087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.049184:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333741440 00000100:00100000:3.0:1746137657.049191:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333741440 00010000:00010000:3.0:1746137657.049222:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.049262:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15975 00000100:00100000:3.0:1746137657.049269:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333741440:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.049292:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.049310:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.049320:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.049345:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ed7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde8a expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.049367:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.049369:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.049375:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde91 expref: 64 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.049383:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde91 expref: 64 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.049414:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde91 expref: 64 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.049424:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327509120:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.049559:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.051989:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327509120:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.052010:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.052060:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333741440:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2790us (2978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.052068:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15975 00000100:00100000:0.0:1746137657.052163:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.052202:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333741696 00000100:00100000:2.0:1746137657.052208:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333741696 00002000:00100000:2.0:1746137657.052239:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9880 x1830957333741696/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.052247:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9880 with x1830957333741696 ext(0->4095) 00002000:00010000:2.0:1746137657.052252:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d9880 00000100:00100000:2.0:1746137657.052267:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14929 00000100:00100000:2.0:1746137657.052272:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333741696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.052398:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333741696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (236us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.052403:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14929 00002000:00100000:2.0:1746137657.052408:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846d9880 x1830957333741696/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.052414:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d9880 with x1830957333741696 ext(0->4095) 00002000:00010000:2.0:1746137657.052417:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846d9880 00000100:00100000:0.0:1746137657.057903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.058638:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333741824 00000100:00100000:2.0:1746137657.058646:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333741824 00000100:00100000:2.0:1746137657.058698:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31625 00000100:00100000:2.0:1746137657.058705:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333741824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.058719:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.058733:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde98 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.058762:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde91 expref: 63 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.058769:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.058770:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.058773:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.058826:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde91 expref: 63 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.058837:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde91 expref: 63 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.058848:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327509248:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.058930:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.061359:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.061726:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327509248:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.061753:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.061772:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:2.0:1746137657.061857:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333741824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3152us (3961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.061865:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31625 00000100:00100000:3.0:1746137657.061948:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333741952 00000100:00100000:3.0:1746137657.061953:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333741952 00010000:00010000:3.0:1746137657.061974:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde91 expref: 64 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.062005:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15976 00000100:00100000:3.0:1746137657.062011:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333741952:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.062020:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.062035:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde91 expref: 64 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.062044:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde91 expref: 64 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.062061:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea400/0xddf4fb6141776ede lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde91 expref: 64 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.062073:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.062075:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.062080:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.062087:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.062109:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.062118:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327509376:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.062179:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.062515:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.062573:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333742080 00000100:00100000:2.0:1746137657.062577:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333742080 00000100:00100000:2.0:1746137657.062593:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31626 00000100:00100000:2.0:1746137657.062598:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:1679:x1830957333742080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.062611:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.062619:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdde9f expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.062633:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.062639:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.062641:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.062643:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.062657:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.062671:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.062679:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327509504:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.062711:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.063355:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327509504:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.063367:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.063374:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:2.0:1746137657.063399:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333742080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 800us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.063404:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31626 00000100:00100000:3.0:1746137657.063788:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327509376:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.063798:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.063840:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333741952:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1828us (2488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.063847:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15976 00000100:00100000:0.0:1746137657.064263:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.064319:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333742336 00000100:00100000:2.0:1746137657.064323:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333742336 00002000:00100000:2.0:1746137657.064353:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846db800 x1830957333742336/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.064367:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846db800 with x1830957333742336 ext(0->4095) 00010000:00010000:2.0:1746137657.064373:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.064384:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.064389:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846db800 00000100:00100000:2.0:1746137657.064413:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3799 00000100:00100000:2.0:1746137657.064419:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333742336:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.064502:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333742336:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.064508:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3799 00002000:00100000:2.0:1746137657.064512:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846db800 x1830957333742336/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.064519:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846db800 with x1830957333742336 ext(0->4095) 00010000:00010000:2.0:1746137657.064523:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.064531:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.064537:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846db800 00000100:00100000:0.0:1746137657.066259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.066361:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333742464 00000100:00100000:3.0:1746137657.066366:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333742464 00010000:00010000:3.0:1746137657.066391:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.066417:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15977 00000100:00100000:3.0:1746137657.066423:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333742464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.066434:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.066452:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.066462:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.066482:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776ee5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde98 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.066499:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.066501:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.066508:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.066514:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.066602:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.066612:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327509632:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.066926:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.068341:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327509632:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.068357:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.068396:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333742464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1972us (2141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.068404:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15977 00000100:00100000:0.0:1746137657.069023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.069089:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333742720 00000100:00100000:2.0:1746137657.069095:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333742720 00002000:00100000:2.0:1746137657.069130:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846db480 x1830957333742720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.069138:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846db480 with x1830957333742720 ext(0->4095) 00002000:00010000:2.0:1746137657.069142:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846db480 00000100:00100000:2.0:1746137657.069156:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14930 00000100:00100000:2.0:1746137657.069162:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333742720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.069317:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2008:x1830957333742720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.069322:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14930 00002000:00100000:2.0:1746137657.069327:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846db480 x1830957333742720/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.069334:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846db480 with x1830957333742720 ext(0->4095) 00002000:00010000:2.0:1746137657.069336:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846db480 00000100:00100000:0.0:1746137657.072098:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.072205:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333742848 00000100:00100000:2.0:1746137657.072212:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333742848 00000100:00100000:2.0:1746137657.072246:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31627 00000100:00100000:2.0:1746137657.072251:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333742848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.072267:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.072291:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddea6 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.072312:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.072321:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.072322:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.072325:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.072568:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 63 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.072576:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 63 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.072584:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327509760:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.072654:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.077123:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327509760:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.077156:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.077173:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137657.077240:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333742848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4985us (5146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.077249:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31627 00000100:00100000:0.0:1746137657.077864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.077977:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333742976 00000100:00100000:2.0:1746137657.077983:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333742976 00002000:00100000:2.0:1746137657.078014:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846db100 x1830957333742976/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 496/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.078028:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846db100 with x1830957333742976 ext(0->7) 00010000:00010000:2.0:1746137657.078034:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.078045:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 64 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.078051:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846db100 00000100:00100000:2.0:1746137657.078450:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3800 00000100:00100000:2.0:1746137657.078458:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+64:2007:x1830957333742976:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137657.079634:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333742976:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1173us (1768us total) trans 4294972205 rc 0/0 00000100:00100000:0.0:1746137657.079850:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3800 00002000:00100000:0.0:1746137657.079862:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800846db100 x1830957333742976/t4294972205(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 496/448 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.079870:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846db100 with x1830957333742976 ext(0->7) 00010000:00010000:0.0:1746137657.079878:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.079891:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137657.079897:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846db100 00000100:00100000:0.0:1746137657.088453:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.088517:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333743104 00000100:00100000:3.0:1746137657.088524:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333743104 00010000:00010000:3.0:1746137657.088554:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.088586:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15978 00000100:00100000:3.0:1746137657.088594:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333743104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.088608:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746137657.088621:0:8387:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746137657 -> 1746137658 00002000:00010000:3.0:1746137657.088624:0:8387:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746137657 -> 1746137658 00010000:00010000:3.0:1746137657.088629:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.088639:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.088659:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141776eec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdde9f expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.088849:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.088851:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.088856:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.088862:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.088884:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.088892:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327509888:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.088951:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.090703:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.090840:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333743232 00000100:00100000:2.0:1746137657.090847:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333743232 00000100:00100000:2.0:1746137657.090899:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31628 00000100:00100000:2.0:1746137657.090906:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333743232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137657.090911:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327509888:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.090923:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.090930:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137657.090938:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddead expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.090959:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.090966:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.090968:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746137657.090969:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2010:x1830957333743104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2376us (2523us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137657.090971:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.090976:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15978 00010000:00010000:2.0:1746137657.090997:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.091008:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.091017:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327510016:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.091068:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.091505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.091746:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333743488 00000100:00100000:2.0:1746137657.091750:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333743488 00002000:00100000:2.0:1746137657.091769:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200fb80 x1830957333743488/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.091776:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200fb80 with x1830957333743488 ext(0->4095) 00010000:00010000:2.0:1746137657.091780:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.091787:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.091791:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200fb80 00000100:00100000:2.0:1746137657.091836:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3801 00000100:00100000:2.0:1746137657.091840:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333743488:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137657.091957:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333743488:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.091963:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3801 00002000:00100000:2.0:1746137657.091966:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200fb80 x1830957333743488/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.091971:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200fb80 with x1830957333743488 ext(0->4095) 00010000:00010000:2.0:1746137657.091974:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.091980:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.091984:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200fb80 00000100:00100000:2.0:1746137657.092759:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327510016:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.092776:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.092787:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:2.0:1746137657.092824:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333743232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1918us (2127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.093029:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31628 00000100:00100000:0.0:1746137657.093698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.093761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.093874:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333743744 00000100:00100000:3.0:1746137657.093881:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333743744 00010000:00010000:3.0:1746137657.093906:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.093913:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333743616 00000100:00100000:2.0:1746137657.093917:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333743616 00000100:00100000:3.0:1746137657.093929:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15979 00000100:00100000:3.0:1746137657.093936:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333743744:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.093946:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137657.093948:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31629 00000100:00100000:2.0:1746137657.093953:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333743616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.093960:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.093963:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.093971:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.093974:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddeb4 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.093987:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141776ef3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddea6 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.093987:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.093992:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.093998:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.094000:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeb4 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.094011:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.094012:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.094018:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.094025:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.094100:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.094109:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.094118:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.094119:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327510272:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.094126:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.094135:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327510144:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.094186:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.094187:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f6b4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.095790:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327510144:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.095832:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.095858:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327510272:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.095865:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333743744:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1928us (2166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.095874:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15979 00010000:00010000:2.0:1746137657.095875:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeb4 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.095887:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090844a00, rc 0) 00000100:00100000:2.0:1746137657.095905:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333743616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1952us (2144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.095911:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31629 00000100:00100000:0.0:1746137657.097362:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.097644:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333744000 00000100:00100000:2.0:1746137657.097652:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333744000 00002000:00100000:2.0:1746137657.097687:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200ed80 x1830957333744000/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.097706:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200ed80 with x1830957333744000 ext(0->4095) 00010000:00010000:2.0:1746137657.097714:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.097724:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.097730:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200ed80 00000100:00100000:2.0:1746137657.097746:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3802 00000100:00100000:2.0:1746137657.097753:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2010:x1830957333744000:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137657.097906:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2010:x1830957333744000:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (548us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.097912:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3802 00002000:00100000:2.0:1746137657.097917:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200ed80 x1830957333744000/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.097924:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200ed80 with x1830957333744000 ext(0->4095) 00010000:00010000:2.0:1746137657.097928:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.097935:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.097940:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009200ed80 00000100:00100000:0.0:1746137657.101504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.101650:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333744128 00000100:00100000:3.0:1746137657.101657:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333744128 00010000:00010000:3.0:1746137657.101687:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.101711:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15980 00000100:00100000:3.0:1746137657.101718:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333744128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.101730:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.101746:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.101759:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.101776:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb6141776efa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddead expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.102091:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.102093:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.102104:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeb4 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.102111:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeb4 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.102138:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeb4 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.102149:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327510400:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.102220:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.104118:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327510400:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.104139:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.104194:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333744128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2474us (2695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.104205:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15980 00000100:00100000:0.0:1746137657.104219:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.104243:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333744384 00000100:00100000:0.0:1746137657.104247:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333744384 00002000:00100000:0.0:1746137657.104293:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200d500 x1830957333744384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.104302:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200d500 with x1830957333744384 ext(0->4095) 00002000:00010000:0.0:1746137657.104306:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200d500 00000100:00100000:0.0:1746137657.104334:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14931 00000100:00100000:0.0:1746137657.104341:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333744384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137657.104443:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333744384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (226us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137657.104449:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14931 00002000:00100000:0.0:1746137657.104453:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200d500 x1830957333744384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.104459:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200d500 with x1830957333744384 ext(0->4095) 00002000:00010000:0.0:1746137657.104462:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200d500 00000100:00100000:0.0:1746137657.105956:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.106027:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333744512 00000100:00100000:2.0:1746137657.106033:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333744512 00000100:00100000:2.0:1746137657.106297:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31630 00000100:00100000:2.0:1746137657.106304:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333744512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.106318:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.106333:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddebb expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.106357:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeb4 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.106364:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.106365:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.106368:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddebb expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.106396:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeb4 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.106406:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeb4 expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.106415:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327510528:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.106484:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.108016:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327510528:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.108037:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddebb expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.108054:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:2.0:1746137657.108100:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333744512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1796us (2147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.108107:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31630 00000100:00100000:0.0:1746137657.109120:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.109174:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333744640 00000100:00100000:3.0:1746137657.109181:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333744640 00010000:00010000:3.0:1746137657.109210:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeb4 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.109232:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15981 00000100:00100000:3.0:1746137657.109238:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333744640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.109249:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.109270:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeb4 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.109296:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeb4 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.109317:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb6141776f01 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeb4 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.109342:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.109344:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.109351:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddebb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.109358:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddebb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.109555:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddebb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.109566:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327510656:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.109633:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.111140:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.111236:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327510656:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.111252:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.111295:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333744640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2057us (2176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.111304:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15981 00000100:00100000:1.0:1746137657.111428:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333744896 00000100:00100000:1.0:1746137657.111434:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333744896 00002000:00100000:1.0:1746137657.111538:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200d880 x1830957333744896/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.111548:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200d880 with x1830957333744896 ext(0->4095) 00002000:00010000:1.0:1746137657.111552:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200d880 00000100:00100000:1.0:1746137657.111583:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14932 00000100:00100000:1.0:1746137657.111589:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333744896:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137657.111690:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333744896:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.111695:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14932 00002000:00100000:1.0:1746137657.111700:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009200d880 x1830957333744896/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.111707:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200d880 with x1830957333744896 ext(0->4095) 00002000:00010000:1.0:1746137657.111709:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009200d880 00000100:00100000:0.0:1746137657.112902:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.113096:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333745024 00000100:00100000:2.0:1746137657.113104:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333745024 00000100:00100000:2.0:1746137657.113168:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31631 00000100:00100000:2.0:1746137657.113177:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1685:x1830957333745024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.113328:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.113349:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddec2 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.113377:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddebb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.113385:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.113387:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.113391:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.113426:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddebb expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.113440:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddebb expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.113459:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327510784:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.113572:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.115210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.115228:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327510784:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.115251:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.115264:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137657.115325:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333745024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2148us (2426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.115333:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31631 00000100:00100000:1.0:1746137657.115340:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333745152 00000100:00100000:1.0:1746137657.115345:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333745152 00000100:00100000:1.0:1746137657.115371:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31632 00000100:00100000:1.0:1746137657.115377:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333745152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.115389:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.115399:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddec9 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.115415:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.115419:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.115424:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.115427:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.115450:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.115462:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.115468:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eae00, rc 0) 00000100:00100000:1.0:1746137657.115496:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333745152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.115501:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31632 00000100:00100000:0.0:1746137657.116616:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.116671:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333745280 00000100:00100000:3.0:1746137657.116676:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333745280 00010000:00010000:3.0:1746137657.116701:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddebb expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.116734:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15982 00000100:00100000:3.0:1746137657.116740:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333745280:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.116749:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.116766:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddebb expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.116776:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddebb expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.116793:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddebb expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.116841:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.116843:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.118831:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.118853:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.118902:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.118916:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.118929:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327511040:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.119042:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.122052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.122070:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327511040:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.122087:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.122118:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333745536 00000100:00100000:2.0:1746137657.122125:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333745536 00000100:00100000:3.0:1746137657.122131:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333745280:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5390us (5517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.122143:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15982 00002000:00100000:2.0:1746137657.122170:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205de680 x1830957333745536/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.122180:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205de680 with x1830957333745536 ext(0->4095) 00010000:00010000:2.0:1746137657.122187:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.122199:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.122205:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205de680 00000100:00100000:2.0:1746137657.122236:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3803 00000100:00100000:2.0:1746137657.122243:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333745536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.122380:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333745536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.122386:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3803 00002000:00100000:2.0:1746137657.122392:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205de680 x1830957333745536/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.122399:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205de680 with x1830957333745536 ext(0->4095) 00010000:00010000:2.0:1746137657.122404:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.122415:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.122420:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205de680 00000100:00100000:0.0:1746137657.123755:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.123827:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333745664 00000100:00100000:1.0:1746137657.123834:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333745664 00000100:00100000:1.0:1746137657.123871:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31633 00000100:00100000:1.0:1746137657.123878:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333745664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.123894:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746137657.123902:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137657.123996:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdded0 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.124020:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.124025:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.124032:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137657.124035:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.124048:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333745792 00000100:00100000:3.0:1746137657.124052:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333745792 00010000:00010000:3.0:1746137657.124067:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.124069:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.124083:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.124092:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb600, rc 0) 00000100:00100000:3.0:1746137657.124094:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15983 00000100:00100000:3.0:1746137657.124100:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333745792:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.124108:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.124128:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.124129:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333745664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 251us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.124136:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31633 00010000:00010000:3.0:1746137657.124139:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.124155:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec2 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.124167:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.124336:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.124343:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.124350:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.124369:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.124379:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.124390:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327511296:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.124660:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.126786:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327511296:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.126933:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.127097:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333745792:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2995us (3193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.127108:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15983 00000100:00100000:0.0:1746137657.127233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.127427:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333746048 00000100:00100000:3.0:1746137657.127434:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333746048 00002000:00100000:3.0:1746137657.127463:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205dce00 x1830957333746048/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.127471:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205dce00 with x1830957333746048 ext(0->4095) 00010000:00010000:3.0:1746137657.127483:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.127494:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.127500:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205dce00 00000100:00100000:3.0:1746137657.127528:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3804 00000100:00100000:3.0:1746137657.127534:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333746048:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137657.127898:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333746048:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 363us (664us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.127904:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3804 00002000:00100000:3.0:1746137657.127909:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801205dce00 x1830957333746048/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.127916:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801205dce00 with x1830957333746048 ext(0->4095) 00010000:00010000:3.0:1746137657.127920:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.127934:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.127940:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801205dce00 00000100:00100000:0.0:1746137657.130098:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.130140:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.130162:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333746176 00000100:00100000:1.0:1746137657.130169:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333746176 00000100:00100000:3.0:1746137657.130192:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333746304 00000100:00100000:3.0:1746137657.130196:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333746304 00010000:00010000:3.0:1746137657.130217:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.130246:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15984 00000100:00100000:3.0:1746137657.130253:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333746304:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.130265:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.130295:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.130349:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.130369:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eae00/0xddf4fb6141776f16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddec9 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.130396:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.130398:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.130404:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.130415:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.130503:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.130514:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327511424:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.130573:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.131063:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31634 00000100:00100000:0.0:1746137657.131069:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333746176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137657.131081:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137657.131090:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cdded7 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.131104:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.131108:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137657.131109:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137657.131111:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded7 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.131123:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.131130:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746137657.131134:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327511552:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137657.131178:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.132459:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327511424:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.132613:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.132653:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333746304:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2399us (2509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.132662:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15984 00000100:00100000:0.0:1746137657.132898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.133074:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333746560 00000100:00100000:3.0:1746137657.133080:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333746560 00002000:00100000:3.0:1746137657.133112:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3aa00 x1830957333746560/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.133120:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3aa00 with x1830957333746560 ext(0->4095) 00010000:00010000:3.0:1746137657.133127:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.133138:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.133144:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3aa00 00000100:00100000:3.0:1746137657.133168:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3805 00000100:00100000:3.0:1746137657.133178:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333746560:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137657.133278:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333746560:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.133295:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3805 00002000:00100000:3.0:1746137657.133300:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3aa00 x1830957333746560/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.133306:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3aa00 with x1830957333746560 ext(0->4095) 00010000:00010000:3.0:1746137657.133311:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.133319:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.133325:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3aa00 00000100:00100000:1.0:1746137657.133516:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327511552:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137657.133537:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded7 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.133551:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917ace00, rc 0) 00000100:00100000:1.0:1746137657.133575:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333746176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2505us (3482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.133580:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31634 00000100:00100000:1.0:1746137657.136938:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.137000:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333746688 00000100:00100000:3.0:1746137657.137008:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333746688 00010000:00010000:3.0:1746137657.137042:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.137147:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15985 00000100:00100000:3.0:1746137657.137154:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333746688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.137166:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.137185:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.137201:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.137218:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb600/0xddf4fb6141776f1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded0 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.137243:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.137245:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.137252:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded7 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.137263:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded7 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.137301:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded7 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.137313:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327511680:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.137396:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.139139:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327511680:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.139159:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.139216:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333746688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2061us (2283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.139227:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15985 00000100:00100000:0.0:1746137657.139370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.139399:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333746944 00000100:00100000:3.0:1746137657.139405:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333746944 00002000:00100000:3.0:1746137657.139431:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f39c00 x1830957333746944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.139439:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f39c00 with x1830957333746944 ext(0->4095) 00002000:00010000:3.0:1746137657.139443:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f39c00 00000100:00100000:3.0:1746137657.139463:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14933 00000100:00100000:3.0:1746137657.139468:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333746944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137657.139566:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333746944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (195us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.139571:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14933 00002000:00100000:3.0:1746137657.139575:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f39c00 x1830957333746944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.139581:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f39c00 with x1830957333746944 ext(0->4095) 00002000:00010000:3.0:1746137657.139583:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f39c00 00000100:00100000:1.0:1746137657.141563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.142101:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333747072 00000100:00100000:2.0:1746137657.142108:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333747072 00000100:00100000:2.0:1746137657.142159:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31635 00000100:00100000:2.0:1746137657.142165:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333747072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.142179:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.142193:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddede expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.142216:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded7 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.142222:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.142224:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.142227:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddede expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.142251:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded7 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.142262:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded7 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.142271:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327511808:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.142426:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.144295:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327511808:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.144321:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddede expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.144335:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137657.144386:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333747072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2220us (3013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.144395:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31635 00000100:00100000:1.0:1746137657.144591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.144672:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333747200 00000100:00100000:3.0:1746137657.144677:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333747200 00010000:00010000:3.0:1746137657.144698:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded7 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.144717:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15986 00000100:00100000:3.0:1746137657.144722:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333747200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.144733:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.144747:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded7 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.144761:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded7 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.144779:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb6141776f24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cdded7 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.144793:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.144794:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.144800:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddede expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.144828:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddede expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.144851:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddede expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.144862:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327511936:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.144926:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.146670:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327511936:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.146686:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.146724:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333747200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2001us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.146732:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15986 00000100:00100000:0.0:1746137657.147159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.147204:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333747456 00000100:00100000:3.0:1746137657.147209:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333747456 00002000:00100000:3.0:1746137657.147239:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3b800 x1830957333747456/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.147246:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3b800 with x1830957333747456 ext(0->4095) 00002000:00010000:3.0:1746137657.147250:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f3b800 00000100:00100000:3.0:1746137657.147275:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14934 00000100:00100000:3.0:1746137657.147294:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333747456:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.147403:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333747456:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (245us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.147409:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14934 00002000:00100000:3.0:1746137657.147413:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3b800 x1830957333747456/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.147419:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3b800 with x1830957333747456 ext(0->4095) 00002000:00010000:3.0:1746137657.147421:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f3b800 00000100:00100000:0.0:1746137657.149774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.149877:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333747584 00000100:00100000:2.0:1746137657.149884:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333747584 00000100:00100000:2.0:1746137657.149924:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31636 00000100:00100000:2.0:1746137657.149932:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1685:x1830957333747584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.149948:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.149962:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddee5 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.149988:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddede expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.149994:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.149995:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.149999:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.150024:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddede expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.150035:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddede expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.150045:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327512064:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137657.150072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.150089:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333747712 00000100:00100000:0.0:1746137657.150092:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333747712 00000100:00100000:0.0:1746137657.150112:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31637 00000100:00100000:0.0:1746137657.150116:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333747712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137657.150120:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00010000:00010000:0.0:1746137657.150120:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137657.150125:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddeec expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.150134:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137657.150137:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.150142:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137657.150144:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.150161:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.150171:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.150179:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917ade00, rc 0) 00000100:00100000:0.0:1746137657.150202:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333747712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137657.150208:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31637 00000100:00100000:0.0:1746137657.152041:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327512064:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137657.152064:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.152078:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:0.0:1746137657.152110:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333747584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2178us (2345us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137657.152116:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31636 00000100:00100000:1.0:1746137657.152197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.152274:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333747840 00000100:00100000:3.0:1746137657.152290:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333747840 00010000:00010000:3.0:1746137657.152313:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddede expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.152344:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15987 00000100:00100000:3.0:1746137657.152351:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333747840:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.152361:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.152378:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddede expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.152392:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddede expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.152411:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776f2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddede expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.152434:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.152436:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.152441:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.152448:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.152472:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.152481:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.152492:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327512320:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.152714:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.155245:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327512320:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.155264:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.155324:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333747840:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2971us (3126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.155333:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15987 00000100:00100000:1.0:1746137657.155689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.155872:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333748096 00000100:00100000:2.0:1746137657.155877:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333748096 00002000:00100000:2.0:1746137657.155911:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d7100 x1830957333748096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.155926:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7100 with x1830957333748096 ext(0->4095) 00010000:00010000:2.0:1746137657.155933:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.155946:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.155951:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d7100 00000100:00100000:2.0:1746137657.155975:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3806 00000100:00100000:2.0:1746137657.155982:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333748096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.156085:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333748096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.156191:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3806 00002000:00100000:2.0:1746137657.156197:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d7100 x1830957333748096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.156204:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7100 with x1830957333748096 ext(0->4095) 00010000:00010000:2.0:1746137657.156209:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.156218:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.156224:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d7100 00000100:00100000:0.0:1746137657.157768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.158089:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333748224 00000100:00100000:2.0:1746137657.158097:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333748224 00010000:00010000:2.0:1746137657.158121:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.158150:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15988 00000100:00100000:2.0:1746137657.158155:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333748224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.158165:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.158179:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746137657.158221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.158239:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333748352 00000100:00100000:1.0:1746137657.158243:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333748352 00000100:00100000:1.0:1746137657.158264:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31638 00000100:00100000:1.0:1746137657.158269:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333748352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.158279:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.158304:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddef3 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.158321:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.158325:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.158329:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137657.158332:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.158369:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.158378:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.158386:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eac00, rc 0) 00010000:00010000:2.0:1746137657.158406:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.158420:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333748352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (196us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137657.158422:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddee5 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.158425:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31638 00010000:00010000:2.0:1746137657.158435:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.158437:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.158442:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.158449:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.158468:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.158478:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.158488:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327512576:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.158549:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.161181:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327512576:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.161196:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.161242:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333748224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3086us (3480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.161251:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15988 00000100:00100000:0.0:1746137657.161541:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.161986:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333748608 00000100:00100000:2.0:1746137657.161992:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333748608 00002000:00100000:2.0:1746137657.162028:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f38380 x1830957333748608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.162038:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f38380 with x1830957333748608 ext(0->4095) 00010000:00010000:2.0:1746137657.162046:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.162060:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.162067:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f38380 00000100:00100000:2.0:1746137657.162104:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3807 00000100:00100000:2.0:1746137657.162112:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333748608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.162440:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333748608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 326us (899us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.162450:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3807 00002000:00100000:2.0:1746137657.162458:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f38380 x1830957333748608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.162465:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f38380 with x1830957333748608 ext(0->4095) 00010000:00010000:2.0:1746137657.162472:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.162481:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.162487:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f38380 00000100:00100000:0.0:1746137657.163755:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.163798:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.163850:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333748864 00000100:00100000:1.0:1746137657.163857:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333748864 00000100:00100000:1.0:1746137657.163916:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31639 00000100:00100000:1.0:1746137657.163925:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333748864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.163940:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.163954:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddefa expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.163974:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.163980:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.163981:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333748736 00000100:00100000:2.0:1746137657.163985:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333748736 00010000:00010000:1.0:1746137657.163986:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137657.163990:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddefa expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.163999:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.164022:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.164023:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15989 00000100:00100000:2.0:1746137657.164028:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333748736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.164035:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.164035:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddefa expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.164045:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00010000:00010000:2.0:1746137657.164050:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.164060:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.164074:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917ade00/0xddf4fb6141776f39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddeec expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.164083:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333748864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.164089:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31639 00010000:00010000:2.0:1746137657.164195:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.164196:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.164202:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.164209:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.164228:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.164237:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.164246:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327512832:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.164315:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.168426:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.168528:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327512832:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137657.168548:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137657.170390:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333748736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6350us (6581us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137657.170405:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15989 00000100:00100000:3.0:1746137657.170554:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333749120 00000100:00100000:3.0:1746137657.170564:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333749120 00002000:00100000:3.0:1746137657.170601:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f8e00 x1830957333749120/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.170617:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f8e00 with x1830957333749120 ext(0->4095) 00010000:00010000:3.0:1746137657.170628:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.170641:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.170648:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f8e00 00000100:00100000:3.0:1746137657.170692:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3808 00000100:00100000:3.0:1746137657.170701:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333749120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.170881:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333749120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (2468us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.170888:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3808 00002000:00100000:3.0:1746137657.170894:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f8e00 x1830957333749120/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.170901:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f8e00 with x1830957333749120 ext(0->4095) 00010000:00010000:3.0:1746137657.170905:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.170916:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.170921:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f8e00 00000100:00100000:0.0:1746137657.175200:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.175626:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333749248 00000100:00100000:2.0:1746137657.175636:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333749248 00010000:00010000:2.0:1746137657.175676:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.175727:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15990 00000100:00100000:2.0:1746137657.175737:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333749248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.175753:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.175774:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.175787:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.175849:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddef3 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.176190:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.176193:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.176201:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddefa expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.176208:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddefa expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.176240:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddefa expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.176253:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327512960:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.176384:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.179775:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327512960:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.179798:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.179887:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333749248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4149us (4692us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.179898:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15990 00000100:00100000:1.0:1746137657.180536:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.180660:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333749504 00000100:00100000:2.0:1746137657.180667:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333749504 00002000:00100000:2.0:1746137657.180701:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5c00 x1830957333749504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.180712:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5c00 with x1830957333749504 ext(0->4095) 00002000:00010000:2.0:1746137657.180716:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d5c00 00000100:00100000:2.0:1746137657.180756:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14935 00000100:00100000:2.0:1746137657.180764:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333749504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.181471:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333749504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 706us (934us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.181480:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14935 00002000:00100000:2.0:1746137657.181486:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d5c00 x1830957333749504/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.181494:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d5c00 with x1830957333749504 ext(0->4095) 00002000:00010000:2.0:1746137657.181498:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d5c00 00000100:00100000:0.0:1746137657.184098:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.184345:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333749632 00000100:00100000:1.0:1746137657.184353:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333749632 00000100:00100000:1.0:1746137657.184389:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31640 00000100:00100000:1.0:1746137657.184394:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333749632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.184412:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.184425:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf01 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.184448:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddefa expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.184456:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.184458:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.184462:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.184495:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddefa expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.184510:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddefa expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.184523:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327513088:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137657.184646:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.188849:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327513088:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137657.188884:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.188904:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb000, rc 0) 00000100:00100000:1.0:1746137657.188966:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333749632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4570us (4877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.188979:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31640 00000100:00100000:0.0:1746137657.189113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.189374:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333749760 00000100:00100000:3.0:1746137657.189382:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333749760 00010000:00010000:3.0:1746137657.189411:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddefa expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.189437:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15991 00000100:00100000:3.0:1746137657.189444:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333749760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.189457:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.189476:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddefa expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.189487:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddefa expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.189509:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141776f47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddefa expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.189525:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.189527:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.189535:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.189543:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.189572:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.189586:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327513216:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.189656:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.190505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.190606:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333749888 00000100:00100000:1.0:1746137657.190614:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333749888 00000100:00100000:1.0:1746137657.190652:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31641 00000100:00100000:1.0:1746137657.190661:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333749888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.190676:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.190693:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf08 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.190717:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.190724:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.190726:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.190729:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.190756:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.190767:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.190778:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327513344:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137657.190866:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.191558:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327513216:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137657.191580:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137657.192139:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333749760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2689us (3020us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137657.192153:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15991 00000100:00100000:3.0:1746137657.193887:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.194251:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333750144 00000100:00100000:2.0:1746137657.194262:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333750144 00002000:00100000:2.0:1746137657.194353:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093094e00 x1830957333750144/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.194366:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094e00 with x1830957333750144 ext(0->4095) 00010000:00010000:2.0:1746137657.194377:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.194392:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.194400:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093094e00 00000100:00100000:2.0:1746137657.194426:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3809 00000100:00100000:2.0:1746137657.194439:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333750144:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137657.195566:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333750144:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 1125us (1681us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.195577:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3809 00002000:00100000:2.0:1746137657.195586:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093094e00 x1830957333750144/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.195594:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094e00 with x1830957333750144 ext(0->4095) 00010000:00010000:2.0:1746137657.195603:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.195614:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.195620:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093094e00 00000100:00100000:1.0:1746137657.196671:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327513344:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137657.196702:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.196717:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eac00, rc 0) 00000100:00100000:1.0:1746137657.197453:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333749888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6789us (6946us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.197463:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31641 00000100:00100000:0.0:1746137657.200214:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.200345:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.200452:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333750272 00000100:00100000:1.0:1746137657.200464:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333750272 00000100:00100000:1.0:1746137657.200507:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31642 00000100:00100000:1.0:1746137657.200515:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333750272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.200532:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.200551:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf0f expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.200576:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.200584:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.200590:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.200594:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf0f expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.200634:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.200648:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf0f expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.200663:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:1.0:1746137657.200711:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333750272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.200717:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31642 00000100:00100000:2.0:1746137657.200885:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333750400 00000100:00100000:2.0:1746137657.200891:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333750400 00010000:00010000:2.0:1746137657.200913:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.200938:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15992 00000100:00100000:2.0:1746137657.200945:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333750400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.200952:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.200966:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.200977:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.200995:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb000/0xddf4fb6141776f4e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf01 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.201478:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.201480:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.201489:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.201497:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.201527:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.201540:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.201551:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327513600:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.202363:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.206523:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.206749:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327513600:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.206765:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.206788:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333750656 00000100:00100000:3.0:1746137657.206793:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333750656 00002000:00100000:3.0:1746137657.206849:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3bb80 x1830957333750656/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.206858:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3bb80 with x1830957333750656 ext(0->4095) 00010000:00010000:3.0:1746137657.206865:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.206876:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.206882:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3bb80 00000100:00100000:3.0:1746137657.206903:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3810 00000100:00100000:3.0:1746137657.206908:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333750656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.207236:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333750400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6288us (6888us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.207245:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15992 00000100:00100000:3.0:1746137657.207327:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333750656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 417us (813us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.207332:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3810 00002000:00100000:3.0:1746137657.207337:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f3bb80 x1830957333750656/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.207344:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f3bb80 with x1830957333750656 ext(0->4095) 00010000:00010000:3.0:1746137657.207348:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.207361:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.207367:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f3bb80 00000100:00100000:0.0:1746137657.210414:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.210499:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333750784 00000100:00100000:2.0:1746137657.210506:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333750784 00010000:00010000:2.0:1746137657.210537:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.210564:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15993 00000100:00100000:2.0:1746137657.210570:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333750784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.210582:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.210596:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.210604:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.210622:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eac00/0xddf4fb6141776f55 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf08 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.210746:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.210748:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.210754:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf0f expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.210761:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf0f expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.210790:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf0f expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.210800:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327513728:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.211114:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.212981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.213115:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327513728:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137657.213138:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137657.213206:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333750784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2633us (2797us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137657.213217:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15993 00000100:00100000:3.0:1746137657.213569:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333751040 00000100:00100000:3.0:1746137657.213576:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333751040 00002000:00100000:3.0:1746137657.213613:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9f80 x1830957333751040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.213623:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9f80 with x1830957333751040 ext(0->4095) 00002000:00010000:3.0:1746137657.213627:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f9f80 00000100:00100000:3.0:1746137657.213663:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14936 00000100:00100000:3.0:1746137657.213672:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333751040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137657.213856:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333751040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 184us (879us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.213864:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14936 00002000:00100000:3.0:1746137657.213871:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f9f80 x1830957333751040/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.213878:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f9f80 with x1830957333751040 ext(0->4095) 00002000:00010000:3.0:1746137657.213881:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961f9f80 00000100:00100000:2.0:1746137657.216297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.216396:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333751168 00000100:00100000:0.0:1746137657.216406:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333751168 00000100:00100000:0.0:1746137657.216471:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31643 00000100:00100000:0.0:1746137657.216482:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333751168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137657.216509:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137657.216530:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf16 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.216559:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf0f expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.216566:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137657.216568:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137657.216570:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.216593:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf0f expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.216603:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf0f expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746137657.216613:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327513856:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137657.217384:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.221218:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327513856:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.221261:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.221279:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917ad800, rc 0) 00000100:00100000:2.0:1746137657.221368:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333751168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4885us (5086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.221380:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31643 00000100:00100000:3.0:1746137657.221715:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.221860:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333751296 00000100:00100000:0.0:1746137657.221867:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333751296 00010000:00010000:0.0:1746137657.221896:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf0f expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746137657.221940:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15994 00000100:00100000:0.0:1746137657.221947:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093097800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333751296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137657.221957:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137657.222291:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf0f expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.222304:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf0f expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.222327:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb6141776f5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf0f expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.222345:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137657.222348:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137657.222356:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.222366:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.222416:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137657.222428:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f38e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327513984:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137657.222532:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.224467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.224972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.224999:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333751680 00000100:00100000:0.0:1746137657.225006:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333751680 00002000:00100000:0.0:1746137657.225043:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f38700 x1830957333751680/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.225052:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f38700 with x1830957333751680 ext(0->4095) 00002000:00010000:0.0:1746137657.225057:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f38700 00000100:00100000:2.0:1746137657.225138:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333751424 00000100:00100000:2.0:1746137657.225142:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333751424 00000100:00100000:2.0:1746137657.225177:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31644 00000100:00100000:1.0:1746137657.225183:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f38e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327513984:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.225184:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333751424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.225195:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.225206:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137657.225209:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf1d expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.225231:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.225238:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.225240:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.225243:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.225269:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.225292:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.225302:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327514112:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137657.225718:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3811 00000100:00100000:0.0:1746137657.225726:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333751680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137657.226068:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093097800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333751296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4117us (4350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137657.226071:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333751680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 345us (1099us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137657.226077:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3811 00000100:00100000:1.0:1746137657.226079:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15994 00002000:00100000:0.0:1746137657.226083:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f38700 x1830957333751680/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137657.226089:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00002000:00100000:0.0:1746137657.226090:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f38700 with x1830957333751680 ext(0->4095) 00010000:00010000:0.0:1746137657.226095:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.226109:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137657.226114:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f38700 00000100:00100000:2.0:1746137657.228740:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327514112:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.228768:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.228783:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:2.0:1746137657.229431:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333751424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4243us (4967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.229441:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31644 00000100:00100000:2.0:1746137657.230476:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.230564:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333751808 00000100:00100000:3.0:1746137657.230686:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333751808 00000100:00100000:3.0:1746137657.230723:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31645 00000100:00100000:3.0:1746137657.230730:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333751808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.230745:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.230762:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf24 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.230782:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.231098:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.231106:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.231110:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf24 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.231145:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.231158:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf24 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.231167:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137657.231221:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333751808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 490us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.231228:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31645 00000100:00100000:0.0:1746137657.231722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.232210:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333751936 00000100:00100000:1.0:1746137657.232217:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333751936 00010000:00010000:1.0:1746137657.232244:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.232290:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15995 00000100:00100000:1.0:1746137657.232300:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333751936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.232311:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.232333:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.232345:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.232366:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb6141776f63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf16 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.232409:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.232412:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.232421:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.232428:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.232459:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.232472:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.232485:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327514368:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.232565:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.235629:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327514368:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.235649:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.235700:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333751936:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3402us (3979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.235711:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15995 00000100:00100000:0.0:1746137657.236291:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.236688:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333752192 00000100:00100000:1.0:1746137657.236695:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333752192 00002000:00100000:1.0:1746137657.236735:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f38e00 x1830957333752192/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.236750:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f38e00 with x1830957333752192 ext(0->4095) 00010000:00010000:1.0:1746137657.236758:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.236771:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.236778:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f38e00 00000100:00100000:1.0:1746137657.237061:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3812 00000100:00100000:1.0:1746137657.237070:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333752192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137657.237214:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333752192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (933us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.237222:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3812 00002000:00100000:1.0:1746137657.237228:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092f38e00 x1830957333752192/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.237235:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f38e00 with x1830957333752192 ext(0->4095) 00010000:00010000:1.0:1746137657.237240:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.237250:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.237256:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f38e00 00000100:00100000:0.0:1746137657.239342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.239526:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333752320 00000100:00100000:1.0:1746137657.239534:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333752320 00010000:00010000:1.0:1746137657.239568:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.240517:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15996 00000100:00100000:1.0:1746137657.240534:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2009:x1830957333752320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.240550:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.240573:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.240584:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.240607:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141776f6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf1d expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.241146:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.241149:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.241157:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf24 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.241166:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf24 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.241203:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf24 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.241216:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327514496:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.241876:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.248477:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.248571:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327514496:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.248593:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.248631:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2009:x1830957333752320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 8103us (9296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.248641:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15996 00000100:00100000:3.0:1746137657.248740:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333752576 00000100:00100000:3.0:1746137657.248746:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333752576 00002000:00100000:3.0:1746137657.248785:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b2a00 x1830957333752576/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.248795:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b2a00 with x1830957333752576 ext(0->4095) 00002000:00010000:3.0:1746137657.248800:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b2a00 00000100:00100000:3.0:1746137657.248860:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14938 00000100:00100000:3.0:1746137657.248868:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333752576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137657.249014:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333752576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (544us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.249022:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14938 00002000:00100000:3.0:1746137657.249029:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b2a00 x1830957333752576/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.249036:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b2a00 with x1830957333752576 ext(0->4095) 00002000:00010000:3.0:1746137657.249039:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b2a00 00000100:00100000:0.0:1746137657.251638:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.251715:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333752704 00000100:00100000:3.0:1746137657.251723:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333752704 00000100:00100000:3.0:1746137657.251786:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31646 00000100:00100000:3.0:1746137657.251795:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333752704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.251845:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.251955:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf2b expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.251983:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf24 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.251990:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.251992:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.251995:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.252026:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf24 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.252037:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf24 expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.252050:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327514624:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.252416:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.254230:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327514624:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.254255:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.254268:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137657.254323:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333752704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2529us (2691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.254331:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31646 00000100:00100000:0.0:1746137657.254840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.255081:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333752832 00000100:00100000:1.0:1746137657.255087:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333752832 00010000:00010000:1.0:1746137657.255115:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf24 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.255266:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15997 00000100:00100000:1.0:1746137657.255275:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333752832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.255298:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.255317:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf24 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.255328:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf24 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.255349:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf24 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.255574:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.255576:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.255585:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.255598:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.255633:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.255646:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327514752:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.256312:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.258155:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.258255:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.258366:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333752960 00000100:00100000:3.0:1746137657.258373:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333752960 00000100:00100000:3.0:1746137657.258412:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31647 00000100:00100000:3.0:1746137657.258420:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333752960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.258443:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.258459:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf32 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.258485:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.258493:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.258494:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.258498:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.258524:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.258535:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.258546:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327514880:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.258619:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.258722:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327514752:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.258738:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.258764:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333752832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3490us (3923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.258772:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15997 00000100:00100000:2.0:1746137657.258866:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333753216 00000100:00100000:2.0:1746137657.258871:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333753216 00002000:00100000:2.0:1746137657.258898:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0380 x1830957333753216/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.258912:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0380 with x1830957333753216 ext(0->4095) 00010000:00010000:2.0:1746137657.258918:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.258928:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.258933:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0380 00000100:00100000:2.0:1746137657.258949:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3813 00000100:00100000:2.0:1746137657.258953:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333753216:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.259056:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333753216:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (800us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.259062:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3813 00002000:00100000:2.0:1746137657.259068:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0380 x1830957333753216/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.259075:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0380 with x1830957333753216 ext(0->4095) 00010000:00010000:2.0:1746137657.259080:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.259088:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.259093:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0380 00000100:00100000:0.0:1746137657.261516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.261622:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327514880:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.261648:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.261663:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137657.261724:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333752960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3303us (3573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.261733:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31647 00000100:00100000:3.0:1746137657.261759:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333753344 00000100:00100000:3.0:1746137657.261763:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333753344 00000100:00100000:0.0:1746137657.262315:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.262375:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31648 00000100:00100000:3.0:1746137657.262385:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333753344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.262399:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.262412:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf39 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.262431:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.262435:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.262441:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.262445:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf39 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.262472:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.262482:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf39 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.262489:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137657.262513:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333753344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.262519:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31648 00000100:00100000:1.0:1746137657.263103:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333753472 00000100:00100000:1.0:1746137657.263109:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333753472 00010000:00010000:1.0:1746137657.263130:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.263349:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15998 00000100:00100000:1.0:1746137657.263357:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333753472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.263369:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.263561:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.263573:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.263593:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776f78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf2b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.263616:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.263618:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.263624:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.263631:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.263656:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.263667:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.263677:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327515136:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.264493:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.266512:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.266737:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327515136:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.266756:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.266799:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333753472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3442us (4484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.266833:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15998 00000100:00100000:0.0:1746137657.267058:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333753728 00000100:00100000:0.0:1746137657.267065:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333753728 00002000:00100000:0.0:1746137657.267101:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fa300 x1830957333753728/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.267110:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa300 with x1830957333753728 ext(0->4095) 00010000:00010000:0.0:1746137657.267119:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.267132:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137657.267138:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fa300 00000100:00100000:0.0:1746137657.267177:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3814 00000100:00100000:0.0:1746137657.267184:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333753728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137657.267324:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333753728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (818us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137657.267332:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3814 00002000:00100000:0.0:1746137657.267338:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fa300 x1830957333753728/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.267345:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fa300 with x1830957333753728 ext(0->4095) 00010000:00010000:0.0:1746137657.267350:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.267359:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137657.267364:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fa300 00000100:00100000:0.0:1746137657.269032:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.269489:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333753856 00000100:00100000:1.0:1746137657.269500:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333753856 00010000:00010000:1.0:1746137657.269545:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.270018:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15999 00000100:00100000:1.0:1746137657.270029:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333753856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.270043:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.270064:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.270075:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.270096:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776f7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf32 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.270124:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.270127:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.270134:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf39 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.270142:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf39 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.270171:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf39 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.270183:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327515264:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.270290:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.272791:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327515264:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.272863:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.272910:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333753856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2881us (3883us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.272919:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15999 00000100:00100000:0.0:1746137657.273556:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.273672:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333754112 00000100:00100000:2.0:1746137657.273689:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333754112 00002000:00100000:2.0:1746137657.273729:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b1880 x1830957333754112/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.273738:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b1880 with x1830957333754112 ext(0->4095) 00002000:00010000:2.0:1746137657.273742:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b1880 00000100:00100000:2.0:1746137657.273757:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14939 00000100:00100000:2.0:1746137657.273764:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333754112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.273892:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333754112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.273898:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14939 00002000:00100000:2.0:1746137657.273903:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b1880 x1830957333754112/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.273910:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b1880 with x1830957333754112 ext(0->4095) 00002000:00010000:2.0:1746137657.273913:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b1880 00000100:00100000:0.0:1746137657.276941:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.277146:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333754240 00000100:00100000:3.0:1746137657.277154:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333754240 00000100:00100000:3.0:1746137657.277198:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31649 00000100:00100000:3.0:1746137657.277207:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333754240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.277223:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.277242:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf40 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.277267:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf39 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.277275:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.277276:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.277293:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf40 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.277323:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf39 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.277335:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf39 expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.277347:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327515392:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.277439:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.280074:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327515392:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.280101:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf40 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.280117:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137657.280167:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333754240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2960us (3239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.280176:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31649 00000100:00100000:0.0:1746137657.280392:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.280462:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333754368 00000100:00100000:1.0:1746137657.280470:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333754368 00010000:00010000:1.0:1746137657.280498:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf39 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.280541:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16000 00000100:00100000:1.0:1746137657.280549:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333754368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.280561:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.280581:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf39 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.280590:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf39 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.280611:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776f86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf39 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.280647:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.280649:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.280656:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf40 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.280668:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf40 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.280695:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf40 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.280708:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327515520:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.280784:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.283322:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327515520:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137657.283338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137657.283342:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.283473:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333754624 00000100:00100000:2.0:1746137657.283479:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333754624 00002000:00100000:2.0:1746137657.283511:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b1180 x1830957333754624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.283520:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b1180 with x1830957333754624 ext(0->4095) 00002000:00010000:2.0:1746137657.283525:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b1180 00000100:00100000:2.0:1746137657.283757:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14940 00000100:00100000:2.0:1746137657.283765:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333754624:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137657.283922:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333754624:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (584us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.283930:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14940 00002000:00100000:2.0:1746137657.283935:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b1180 x1830957333754624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.283942:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b1180 with x1830957333754624 ext(0->4095) 00002000:00010000:2.0:1746137657.283944:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b1180 00000100:00100000:1.0:1746137657.283952:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333754368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3402us (3559us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.283960:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16000 00000100:00100000:0.0:1746137657.285499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.285611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.285985:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333754880 00000100:00100000:1.0:1746137657.285985:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333754752 00000100:00100000:3.0:1746137657.285992:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333754880 00000100:00100000:1.0:1746137657.285992:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333754752 00000100:00100000:3.0:1746137657.286035:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31650 00000100:00100000:1.0:1746137657.286050:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31651 00000100:00100000:1.0:1746137657.286058:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333754752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137657.286060:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333754880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.286078:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.286093:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf4e expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.286095:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.286104:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf47 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.286116:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf40 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.286123:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.286125:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.286128:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.286137:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.286142:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.286152:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.286155:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.286174:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf40 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.286184:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf40 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.286193:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327515648:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137657.286227:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.286240:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.286249:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eaa00, rc 0) 00000100:00100000:1.0:1746137657.286276:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333754752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.286288:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.286294:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31651 00000100:00100000:0.0:1746137657.288566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.288638:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333755008 00000100:00100000:1.0:1746137657.288645:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333755008 00010000:00010000:1.0:1746137657.288679:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf40 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.288681:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327515648:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.288704:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.288722:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:1.0:1746137657.288728:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16001 00000100:00100000:1.0:1746137657.288738:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333755008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.288750:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746137657.288759:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333754880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2717us (3148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.288766:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31650 00010000:00010000:1.0:1746137657.288770:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf40 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.288782:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf40 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.288937:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776f8d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf40 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.288961:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.288963:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.288968:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.288976:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.289004:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.289014:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.289024:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327515904:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.289099:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.290879:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327515904:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.290893:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137657.290895:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.290948:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333755264 00000100:00100000:2.0:1746137657.290953:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333755264 00002000:00100000:2.0:1746137657.290987:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0a80 x1830957333755264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.290996:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0a80 with x1830957333755264 ext(0->4095) 00010000:00010000:2.0:1746137657.291004:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.291088:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.291097:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0a80 00000100:00100000:2.0:1746137657.291144:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3815 00000100:00100000:2.0:1746137657.291155:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333755264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137657.291257:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333755008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2518us (2693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.291267:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16001 00000100:00100000:2.0:1746137657.291757:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333755264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 603us (860us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.291764:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3815 00002000:00100000:2.0:1746137657.291772:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9b0a80 x1830957333755264/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.291786:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0a80 with x1830957333755264 ext(0->4095) 00010000:00010000:2.0:1746137657.291793:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.292136:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.292147:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0a80 00000100:00100000:0.0:1746137657.294778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.294949:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.294997:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333755520 00000100:00100000:1.0:1746137657.295007:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333755520 00010000:00010000:1.0:1746137657.295053:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.295084:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16002 00000100:00100000:3.0:1746137657.295088:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333755392 00000100:00100000:1.0:1746137657.295092:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333755520:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746137657.295093:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333755392 00010000:00010000:1.0:1746137657.295104:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746137657.295123:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31652 00010000:00010000:1.0:1746137657.295123:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.295130:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333755392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.295135:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.295143:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.295151:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf55 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.295155:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776f94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf4e expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.295164:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.295168:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.295171:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.295173:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.295181:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.295183:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.295190:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.295198:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.295219:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.295227:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.295242:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327516032:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137657.295242:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.295251:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.295262:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327516160:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.295325:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.295336:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.298340:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327516032:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.298380:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.298396:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137657.298441:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333755392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3311us (3670us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.298449:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31652 00000100:00100000:1.0:1746137657.298615:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327516160:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.298625:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.298647:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333755520:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3557us (3699us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.298654:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16002 00000100:00100000:2.0:1746137657.298761:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.298780:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333755776 00000100:00100000:0.0:1746137657.298786:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333755776 00002000:00100000:0.0:1746137657.298842:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f8000 x1830957333755776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.298851:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f8000 with x1830957333755776 ext(0->4095) 00010000:00010000:0.0:1746137657.298856:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.298867:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137657.298873:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f8000 00000100:00100000:0.0:1746137657.298943:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3816 00000100:00100000:0.0:1746137657.298951:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333755776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137657.299048:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333755776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137657.299053:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3816 00002000:00100000:0.0:1746137657.299057:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961f8000 x1830957333755776/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.299063:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961f8000 with x1830957333755776 ext(0->4095) 00010000:00010000:0.0:1746137657.299067:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.299074:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137657.299083:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961f8000 00000100:00100000:0.0:1746137657.302080:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.302201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.302244:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333755904 00000100:00100000:3.0:1746137657.302252:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333755904 00000100:00100000:3.0:1746137657.302297:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31653 00000100:00100000:3.0:1746137657.302303:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333755904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.302317:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746137657.302320:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333756032 00000100:00100000:1.0:1746137657.302326:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333756032 00010000:00010000:3.0:1746137657.302335:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf5c expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.302350:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.302388:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746137657.302391:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16003 00010000:00010000:3.0:1746137657.302394:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.302399:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:1.0:1746137657.302399:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333756032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.302403:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf5c expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.302408:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.302427:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.302434:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.302438:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.302456:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf5c expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.302456:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eaa00/0xddf4fb6141776f9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf47 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.302463:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.302464:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.302469:0:11509:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.302475:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.302735:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137657.302744:0:11509:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.302754:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.302764:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327516416:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.302783:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333756032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 384us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.302791:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16003 00000100:00100000:3.0:1746137657.302836:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.307311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.307348:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327516416:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.307365:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:2.0:1746137657.307408:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333756288 00000100:00100000:2.0:1746137657.307414:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333756288 00000100:00100000:3.0:1746137657.307417:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333755904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5113us (5346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.307426:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31653 00002000:00100000:2.0:1746137657.307449:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0e8e00 x1830957333756288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.307457:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e8e00 with x1830957333756288 ext(0->4095) 00010000:00010000:2.0:1746137657.307464:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.307476:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.307481:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0e8e00 00000100:00100000:2.0:1746137657.307511:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3817 00000100:00100000:2.0:1746137657.307518:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333756288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.307751:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333756288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 233us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.307759:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3817 00002000:00100000:2.0:1746137657.307764:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0e8e00 x1830957333756288/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.307770:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e8e00 with x1830957333756288 ext(0->4095) 00010000:00010000:2.0:1746137657.307773:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.307781:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.307785:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0e8e00 00000100:00100000:0.0:1746137657.312119:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.312458:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333756416 00000100:00100000:1.0:1746137657.312468:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333756416 00010000:00010000:1.0:1746137657.312502:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.312552:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16004 00000100:00100000:1.0:1746137657.312561:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333756416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.312575:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.312593:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.312605:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.312624:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fa2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf55 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.312659:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.312661:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.312669:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf5c expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.312682:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf5c expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.312712:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf5c expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.312723:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327516544:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.312860:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.314680:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327516544:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.314700:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.314749:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333756416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2187us (2636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.314760:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16004 00000100:00100000:0.0:1746137657.315052:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.315259:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333756672 00000100:00100000:1.0:1746137657.315265:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333756672 00002000:00100000:1.0:1746137657.315314:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0e9f80 x1830957333756672/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.315324:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e9f80 with x1830957333756672 ext(0->4095) 00002000:00010000:1.0:1746137657.315330:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0e9f80 00000100:00100000:1.0:1746137657.315373:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14941 00000100:00100000:1.0:1746137657.315382:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333756672:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137657.315530:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333756672:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.315931:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14941 00002000:00100000:1.0:1746137657.315940:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f0e9f80 x1830957333756672/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.315947:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e9f80 with x1830957333756672 ext(0->4095) 00002000:00010000:1.0:1746137657.315950:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f0e9f80 00000100:00100000:0.0:1746137657.318147:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.318267:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333756800 00000100:00100000:3.0:1746137657.318276:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333756800 00000100:00100000:3.0:1746137657.318326:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31654 00000100:00100000:3.0:1746137657.318333:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333756800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.318347:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.318362:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf63 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.318387:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf5c expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.318395:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.318396:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.318399:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.318430:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf5c expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.319138:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf5c expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.319152:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327516672:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.319252:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.322321:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327516672:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.322352:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.322366:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137657.322402:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333756800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4069us (4262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.322409:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31654 00000100:00100000:0.0:1746137657.323255:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.323350:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333756928 00000100:00100000:1.0:1746137657.323357:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333756928 00010000:00010000:1.0:1746137657.323382:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf5c expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.323414:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16005 00000100:00100000:1.0:1746137657.323421:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333756928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.323432:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.323447:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf5c expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.323457:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf5c expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.323475:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141776fa9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf5c expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.323496:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.323497:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.323503:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.323514:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.323535:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.323544:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327516800:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.323602:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.326018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.327336:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333757056 00000100:00100000:3.0:1746137657.327345:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333757056 00000100:00100000:3.0:1746137657.327385:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31655 00000100:00100000:3.0:1746137657.327397:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333757056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.327413:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.327429:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf6a expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.327454:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.327460:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.327462:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.327465:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.327490:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.327499:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.327509:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327516928:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.327582:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.328586:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.328616:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333757312 00000100:00100000:3.0:1746137657.328619:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333757312 00002000:00100000:3.0:1746137657.328649:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093097b80 x1830957333757312/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.328657:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093097b80 with x1830957333757312 ext(0->4095) 00010000:00010000:3.0:1746137657.328662:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.328672:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.328677:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093097b80 00000100:00100000:0.0:1746137657.328757:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327516800:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137657.328771:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137657.328799:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333756928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5377us (5547us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137657.328824:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16005 00000100:00100000:3.0:1746137657.329251:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3818 00000100:00100000:3.0:1746137657.329259:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333757312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.329374:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333757312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (791us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.329380:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3818 00002000:00100000:3.0:1746137657.329385:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880093097b80 x1830957333757312/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.329392:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093097b80 with x1830957333757312 ext(0->4095) 00010000:00010000:3.0:1746137657.329398:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.329408:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.329413:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093097b80 00000100:00100000:3.0:1746137657.331409:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327516928:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.331443:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.331458:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137657.331741:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333757056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4347us (5728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.331750:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31655 00000100:00100000:0.0:1746137657.335639:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.335701:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.335848:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333757568 00000100:00100000:1.0:1746137657.335857:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333757568 00010000:00010000:1.0:1746137657.335889:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.335943:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333757440 00000100:00100000:3.0:1746137657.335947:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333757440 00000100:00100000:1.0:1746137657.335974:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16006 00000100:00100000:3.0:1746137657.335978:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31656 00000100:00100000:1.0:1746137657.335982:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333757568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746137657.335984:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333757440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.335995:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.335998:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.336010:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf71 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.336012:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.336023:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.336037:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.336041:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.336051:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.336054:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf71 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.336166:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141776fb0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf63 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.336189:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.336197:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.336199:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.336204:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.336241:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.336254:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf71 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.336260:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.336263:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00010000:00010000:1.0:1746137657.336270:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.336292:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327517184:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.336314:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333757440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 330us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.336320:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31656 00000100:00100000:1.0:1746137657.336353:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.338451:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.338477:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327517184:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.338494:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.338538:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333757568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2556us (2837us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.338547:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16006 00000100:00100000:2.0:1746137657.338601:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333757824 00000100:00100000:2.0:1746137657.338610:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333757824 00002000:00100000:2.0:1746137657.338644:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae4000 x1830957333757824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.338652:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae4000 with x1830957333757824 ext(0->4095) 00010000:00010000:2.0:1746137657.338659:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.338669:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.338674:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae4000 00000100:00100000:2.0:1746137657.338700:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3819 00000100:00100000:2.0:1746137657.338706:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333757824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.338849:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333757824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.338854:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3819 00002000:00100000:2.0:1746137657.338859:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae4000 x1830957333757824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.338865:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae4000 with x1830957333757824 ext(0->4095) 00010000:00010000:2.0:1746137657.338869:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.338882:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.338887:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae4000 00000100:00100000:0.0:1746137657.340617:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.340706:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333757952 00000100:00100000:1.0:1746137657.340712:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333757952 00010000:00010000:1.0:1746137657.340738:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.340778:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16007 00000100:00100000:1.0:1746137657.340785:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333757952:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.340801:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.340854:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.340864:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.340982:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141776fb7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf6a expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.341009:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.341011:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.341017:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf71 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.341024:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf71 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.341050:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf71 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.341061:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327517312:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.341131:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.342602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.342703:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333758208 00000100:00100000:2.0:1746137657.342709:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333758208 00000100:00100000:1.0:1746137657.342711:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327517312:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.342727:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137657.342742:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae6a00 x1830957333758208/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.342750:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae6a00 with x1830957333758208 ext(0->4095) 00002000:00010000:2.0:1746137657.342754:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae6a00 00000100:00100000:1.0:1746137657.342769:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333757952:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1983us (2157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.342776:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16007 00000100:00100000:2.0:1746137657.342784:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14942 00000100:00100000:2.0:1746137657.342791:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333758208:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137657.343186:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333758208:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 395us (587us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.343192:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14942 00002000:00100000:2.0:1746137657.343199:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae6a00 x1830957333758208/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.343206:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae6a00 with x1830957333758208 ext(0->4095) 00002000:00010000:2.0:1746137657.343209:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae6a00 00000100:00100000:0.0:1746137657.344914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.345295:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333758336 00000100:00100000:3.0:1746137657.345303:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333758336 00000100:00100000:3.0:1746137657.345351:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31657 00000100:00100000:3.0:1746137657.345358:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333758336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.345371:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.345383:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf78 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.345406:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf71 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.345413:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.345415:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.345418:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf78 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.345442:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf71 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.345451:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf71 expref: 65 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.345460:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327517440:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.345539:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.348239:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.348945:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333758464 00000100:00100000:1.0:1746137657.348953:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333758464 00010000:00010000:1.0:1746137657.348982:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf71 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.349021:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16008 00000100:00100000:1.0:1746137657.349028:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333758464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.349040:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.349058:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf71 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.349069:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf71 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.349094:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.349095:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.349101:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf78 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.349109:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf78 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.349136:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf78 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.349148:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327517568:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.349232:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746137657.349316:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776fbe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf71 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.349331:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327517440:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.349348:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf78 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.349356:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137657.349381:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333758336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4024us (4473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.349387:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31657 00000100:00100000:1.0:1746137657.350675:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327517568:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.350691:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.350909:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333758464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1880us (2673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.350917:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16008 00000100:00100000:0.0:1746137657.350972:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.351458:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333758720 00000100:00100000:3.0:1746137657.351463:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333758720 00002000:00100000:3.0:1746137657.351489:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae5c00 x1830957333758720/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.351504:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae5c00 with x1830957333758720 ext(0->4095) 00002000:00010000:3.0:1746137657.351508:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae5c00 00000100:00100000:3.0:1746137657.351522:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14943 00000100:00100000:3.0:1746137657.351528:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333758720:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137657.352173:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333758720:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 644us (1205us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.352179:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14943 00002000:00100000:3.0:1746137657.352184:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae5c00 x1830957333758720/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.352191:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae5c00 with x1830957333758720 ext(0->4095) 00002000:00010000:3.0:1746137657.352194:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae5c00 00000100:00100000:0.0:1746137657.353760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.353866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.353940:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333758848 00000100:00100000:3.0:1746137657.353947:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333758848 00000100:00100000:2.0:1746137657.353970:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333758976 00000100:00100000:2.0:1746137657.353975:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333758976 00000100:00100000:3.0:1746137657.353979:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31658 00000100:00100000:3.0:1746137657.353985:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333758848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.354000:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137657.354003:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31659 00000100:00100000:2.0:1746137657.354008:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333758976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.354014:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf7f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.354015:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.354021:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf86 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.354036:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf78 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.354042:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.354044:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.354047:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.354146:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.354152:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.354157:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.354160:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf86 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.354189:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.354200:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf86 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.354208:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137657.354257:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1685:x1830957333758976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 248us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.354263:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31659 00010000:00010000:3.0:1746137657.354968:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf78 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.354981:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf78 expref: 5 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.354993:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327517824:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.355064:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.357206:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327517824:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.357239:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.357257:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137657.357319:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333758848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3332us (3564us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.357327:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31658 00000100:00100000:0.0:1746137657.360309:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.360412:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333759104 00000100:00100000:1.0:1746137657.360421:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333759104 00010000:00010000:1.0:1746137657.360453:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf78 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.360489:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16009 00000100:00100000:1.0:1746137657.360495:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333759104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.360506:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.360525:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf78 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.360535:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf78 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.360555:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fc5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf78 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.360580:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.360583:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.360590:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.360597:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.360627:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.360637:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.360646:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327517952:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.360927:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.362704:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327517952:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.362725:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.362763:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333759104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2267us (2461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.362772:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16009 00000100:00100000:0.0:1746137657.363830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.363924:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333759360 00000100:00100000:3.0:1746137657.363931:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333759360 00002000:00100000:3.0:1746137657.363968:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae6d80 x1830957333759360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.363976:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae6d80 with x1830957333759360 ext(0->4095) 00010000:00010000:3.0:1746137657.363984:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.364001:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.364006:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae6d80 00000100:00100000:3.0:1746137657.364034:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3820 00000100:00100000:3.0:1746137657.364041:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333759360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.364169:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333759360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.364176:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3820 00002000:00100000:3.0:1746137657.364181:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae6d80 x1830957333759360/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.364188:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae6d80 with x1830957333759360 ext(0->4095) 00010000:00010000:3.0:1746137657.364192:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.364200:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.364205:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090ae6d80 00000100:00100000:0.0:1746137657.366393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.366567:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333759488 00000100:00100000:1.0:1746137657.366574:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333759488 00010000:00010000:1.0:1746137657.366605:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.366908:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16010 00000100:00100000:1.0:1746137657.366916:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333759488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.366934:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.366952:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.366963:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.366984:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141776fcc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf7f expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.367013:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.367015:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.367021:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf86 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.367029:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf86 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.367057:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf86 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.367068:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327518080:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.367132:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.369074:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327518080:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.369093:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137657.369101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.369135:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333759488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2220us (2749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.369148:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16010 00000100:00100000:3.0:1746137657.369293:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333759744 00000100:00100000:3.0:1746137657.369300:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333759744 00002000:00100000:3.0:1746137657.369333:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae5880 x1830957333759744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.369342:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae5880 with x1830957333759744 ext(0->4095) 00002000:00010000:3.0:1746137657.369347:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae5880 00000100:00100000:3.0:1746137657.369361:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14944 00000100:00100000:3.0:1746137657.369367:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333759744:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137657.369485:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333759744:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (385us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.369491:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14944 00002000:00100000:3.0:1746137657.369496:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090ae5880 x1830957333759744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.369502:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae5880 with x1830957333759744 ext(0->4095) 00002000:00010000:3.0:1746137657.369505:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae5880 00000100:00100000:0.0:1746137657.370931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.371009:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333759872 00000100:00100000:3.0:1746137657.371015:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333759872 00000100:00100000:3.0:1746137657.371045:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31660 00000100:00100000:3.0:1746137657.371052:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333759872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.371065:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.371079:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf8d expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.371102:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf86 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.371108:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.371110:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.371113:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf8d expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.371143:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf86 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.371153:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf86 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.371164:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327518208:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.371963:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.374202:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.374268:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333760000 00000100:00100000:1.0:1746137657.374276:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333760000 00010000:00010000:1.0:1746137657.374311:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf86 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.374318:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327518208:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.374341:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf8d expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.374347:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16011 00010000:00010000:3.0:1746137657.374354:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:1.0:1746137657.374354:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333760000:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.374368:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.374386:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf86 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.374397:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf86 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.374402:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333759872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3350us (3477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.374409:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31660 00010000:00010000:1.0:1746137657.374416:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141776fd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf86 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.374431:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.374433:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.374439:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf8d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.374446:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf8d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.374490:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf8d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.374501:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327518336:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.374564:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.376674:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327518336:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.376691:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.376724:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333760000:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2369us (2529us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137657.377069:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.377160:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16011 00000100:00100000:3.0:1746137657.377337:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333760256 00000100:00100000:3.0:1746137657.377343:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333760256 00002000:00100000:3.0:1746137657.377565:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f105c00 x1830957333760256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.377574:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105c00 with x1830957333760256 ext(0->4095) 00002000:00010000:3.0:1746137657.377578:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f105c00 00000100:00100000:3.0:1746137657.377598:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14945 00000100:00100000:3.0:1746137657.377605:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333760256:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137657.377715:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333760256:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (647us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.377721:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14945 00002000:00100000:3.0:1746137657.377726:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f105c00 x1830957333760256/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.377732:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105c00 with x1830957333760256 ext(0->4095) 00002000:00010000:3.0:1746137657.377735:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f105c00 00000100:00100000:0.0:1746137657.379518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.379880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.379955:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333760384 00000100:00100000:3.0:1746137657.379961:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333760384 00000100:00100000:3.0:1746137657.379998:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333760512 00000100:00100000:3.0:1746137657.380000:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333760512 00000100:00100000:3.0:1746137657.380016:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31661 00000100:00100000:3.0:1746137657.380022:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333760384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.380036:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137657.380039:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31662 00000100:00100000:2.0:1746137657.380046:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333760512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.380050:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf94 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.380053:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.380061:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddf9b expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.380072:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf8d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.380231:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.380233:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.380237:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.380246:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.380251:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.380258:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.380261:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.380296:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf8d expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.380300:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.380310:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf8d expref: 5 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.380320:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327518592:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.380320:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.380329:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:3.0:1746137657.380498:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.381218:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333760512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1169us (1336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.381224:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31662 00000100:00100000:3.0:1746137657.382041:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327518592:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.382065:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.382079:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137657.382118:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333760384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2096us (2607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.382125:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31661 00000100:00100000:0.0:1746137657.382666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.383015:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333760640 00000100:00100000:1.0:1746137657.383022:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333760640 00010000:00010000:1.0:1746137657.383047:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf8d expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.383501:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16012 00000100:00100000:1.0:1746137657.383509:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333760640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.383523:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.383542:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf8d expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.383554:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf8d expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.383577:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141776fda lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf8d expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.383594:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.383596:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.383604:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.383611:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.383641:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.383652:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.383662:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327518720:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.383746:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.386354:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327518720:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.386375:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.386412:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333760640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2903us (3746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.386422:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16012 00000100:00100000:0.0:1746137657.386653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.387714:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333760896 00000100:00100000:2.0:1746137657.387721:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333760896 00002000:00100000:2.0:1746137657.387756:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f106680 x1830957333760896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.387765:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f106680 with x1830957333760896 ext(0->4095) 00010000:00010000:2.0:1746137657.387773:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.387785:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.387791:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f106680 00000100:00100000:2.0:1746137657.387826:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3821 00000100:00100000:2.0:1746137657.387832:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333760896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.388640:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333760896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 804us (1984us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.388648:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3821 00002000:00100000:2.0:1746137657.388656:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f106680 x1830957333760896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.388663:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f106680 with x1830957333760896 ext(0->4095) 00010000:00010000:2.0:1746137657.388669:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.388680:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.388685:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f106680 00000100:00100000:0.0:1746137657.391889:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.392074:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333761024 00000100:00100000:3.0:1746137657.392084:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333761024 00000100:00100000:3.0:1746137657.392187:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31663 00000100:00100000:3.0:1746137657.392195:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333761024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.392216:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.392238:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddfa2 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.392268:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.392274:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.392295:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.392298:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.392334:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.392347:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.392356:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137657.392836:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333761024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 611us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.392842:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31663 00000100:00100000:0.0:1746137657.393062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.393239:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333761152 00000100:00100000:1.0:1746137657.393244:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333761152 00010000:00010000:1.0:1746137657.393267:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.393314:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16013 00000100:00100000:1.0:1746137657.393320:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333761152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.393333:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.393354:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.393365:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.393384:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141776fe1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf94 expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.393412:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.393415:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.393420:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.393427:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.393451:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.393460:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.393470:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327518976:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.393550:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.395472:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327518976:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.395490:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.395533:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333761152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2214us (2476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.395542:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16013 00000100:00100000:0.0:1746137657.396350:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.396391:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333761408 00000100:00100000:2.0:1746137657.396398:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333761408 00002000:00100000:2.0:1746137657.396434:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec3100 x1830957333761408/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.396443:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec3100 with x1830957333761408 ext(0->4095) 00010000:00010000:2.0:1746137657.396451:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.396463:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.396468:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec3100 00000100:00100000:2.0:1746137657.396481:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3822 00000100:00100000:2.0:1746137657.396487:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333761408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.396590:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333761408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (242us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.396596:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3822 00002000:00100000:2.0:1746137657.396601:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec3100 x1830957333761408/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.396608:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec3100 with x1830957333761408 ext(0->4095) 00010000:00010000:2.0:1746137657.396612:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.396621:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.396631:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec3100 00000100:00100000:0.0:1746137657.397779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.397866:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.397934:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333761664 00000100:00100000:3.0:1746137657.397940:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333761664 00000100:00100000:1.0:1746137657.397944:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333761536 00000100:00100000:1.0:1746137657.397946:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333761536 00010000:00010000:1.0:1746137657.397962:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.397978:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31664 00000100:00100000:1.0:1746137657.397979:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16014 00000100:00100000:3.0:1746137657.397984:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333761664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746137657.397984:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333761536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.397993:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.397993:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.398003:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddfa9 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.398006:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.398015:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.398049:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.398056:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.398065:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.398068:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa9 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.398102:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.398115:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa9 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.398124:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137657.398189:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333761664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.398194:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31664 00010000:00010000:1.0:1746137657.398369:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141776fe8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddf9b expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.398379:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.398380:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.398385:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.398391:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.398411:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.398420:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 5 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.398430:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327519232:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.398486:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.399556:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327519232:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.399572:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.399609:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333761536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1624us (1742us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.399618:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16014 00000100:00100000:0.0:1746137657.400439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.400541:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333761920 00000100:00100000:2.0:1746137657.400547:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333761920 00002000:00100000:2.0:1746137657.400585:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec2a00 x1830957333761920/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.400594:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec2a00 with x1830957333761920 ext(0->4095) 00010000:00010000:2.0:1746137657.400603:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.400616:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.400622:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec2a00 00000100:00100000:2.0:1746137657.400649:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3823 00000100:00100000:2.0:1746137657.400655:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333761920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.400776:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333761920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.400781:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3823 00002000:00100000:2.0:1746137657.400786:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec2a00 x1830957333761920/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.400792:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec2a00 with x1830957333761920 ext(0->4095) 00010000:00010000:2.0:1746137657.400795:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.400829:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.400834:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec2a00 00000100:00100000:0.0:1746137657.404069:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.404137:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333762048 00000100:00100000:1.0:1746137657.404146:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333762048 00010000:00010000:1.0:1746137657.404182:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.404225:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16015 00000100:00100000:1.0:1746137657.404232:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333762048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.404244:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.404262:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.404277:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.404308:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141776fef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa2 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.404335:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.404337:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.404345:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa9 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.404353:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa9 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.404382:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa9 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.404392:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327519360:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.404467:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.407239:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.407348:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333762304 00000100:00100000:2.0:1746137657.407356:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333762304 00000100:00100000:1.0:1746137657.407375:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327519360:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.407396:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137657.407405:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec0700 x1830957333762304/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.407416:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0700 with x1830957333762304 ext(0->4095) 00002000:00010000:2.0:1746137657.407420:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec0700 00000100:00100000:2.0:1746137657.407455:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14946 00000100:00100000:2.0:1746137657.407463:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333762304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137657.407478:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333762048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3246us (3418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.407487:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16015 00000100:00100000:2.0:1746137657.407583:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333762304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.407590:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14946 00002000:00100000:2.0:1746137657.407595:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec0700 x1830957333762304/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.407602:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0700 with x1830957333762304 ext(0->4095) 00002000:00010000:2.0:1746137657.407605:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec0700 00000100:00100000:0.0:1746137657.409658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.409742:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333762432 00000100:00100000:2.0:1746137657.409750:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333762432 00000100:00100000:2.0:1746137657.409836:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31665 00000100:00100000:2.0:1746137657.409845:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333762432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.409862:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.409877:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddfb0 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.409904:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa9 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.409910:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.409912:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.409914:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb0 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.409941:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa9 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.409951:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa9 expref: 65 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.409960:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327519488:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.410032:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.412868:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327519488:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.412899:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb0 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.412916:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137657.412967:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333762432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3121us (3316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.412979:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31665 00000100:00100000:0.0:1746137657.413100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.413320:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333762560 00000100:00100000:2.0:1746137657.413326:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333762560 00010000:00010000:2.0:1746137657.413346:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa9 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.413381:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16016 00000100:00100000:2.0:1746137657.413387:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333762560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.413399:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.413416:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa9 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.413425:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa9 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.413445:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141776ff6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfa9 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.413470:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.413472:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.413478:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb0 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.413486:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb0 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.413509:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb0 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.413520:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327519616:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.414115:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.415418:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327519616:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.415435:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.416122:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333762560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2731us (3019us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.416132:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16016 00000100:00100000:1.0:1746137657.416319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.416555:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333762816 00000100:00100000:3.0:1746137657.416563:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333762816 00002000:00100000:3.0:1746137657.416594:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d6300 x1830957333762816/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.416603:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d6300 with x1830957333762816 ext(0->4095) 00002000:00010000:3.0:1746137657.416607:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d6300 00000100:00100000:3.0:1746137657.416629:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14947 00000100:00100000:3.0:1746137657.416634:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333762816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.416732:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333762816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (413us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.416740:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14947 00002000:00100000:3.0:1746137657.416745:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d6300 x1830957333762816/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.416750:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d6300 with x1830957333762816 ext(0->4095) 00002000:00010000:3.0:1746137657.416753:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d6300 00000100:00100000:0.0:1746137657.417575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.417632:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333762944 00000100:00100000:2.0:1746137657.417637:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333762944 00000100:00100000:2.0:1746137657.417671:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31666 00000100:00100000:2.0:1746137657.417678:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333762944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.417688:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.418339:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddfb7 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.418364:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb0 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.418371:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.418372:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.418375:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.418398:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb0 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.418412:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb0 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.418422:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327519744:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137657.418724:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.418783:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333763072 00000100:00100000:3.0:1746137657.418787:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333763072 00000100:00100000:3.0:1746137657.418829:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31667 00000100:00100000:3.0:1746137657.418833:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333763072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.418841:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.418848:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddfbe expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.418944:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746137657.419186:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.419193:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.419199:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.419202:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfbe expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.419224:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.419234:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfbe expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.419246:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137657.419448:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1685:x1830957333763072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 612us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.419454:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31667 00000100:00100000:2.0:1746137657.421472:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327519744:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.421499:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.421513:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137657.421565:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333762944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3886us (3992us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.421573:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31666 00000100:00100000:0.0:1746137657.421932:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.422176:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333763200 00000100:00100000:2.0:1746137657.422183:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333763200 00010000:00010000:2.0:1746137657.422206:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb0 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.422316:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16017 00000100:00100000:2.0:1746137657.422322:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333763200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.422334:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.422352:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb0 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.422367:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb0 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.422388:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141776ffd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb0 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.422731:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.422733:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.422740:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.422747:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.422774:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.422785:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.422795:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327520000:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.423192:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.424590:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327520000:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.424607:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.424645:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333763200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2322us (2714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.424657:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16017 00000100:00100000:0.0:1746137657.425139:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.425261:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333763456 00000100:00100000:2.0:1746137657.425267:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333763456 00002000:00100000:2.0:1746137657.425303:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec0e00 x1830957333763456/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.425312:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0e00 with x1830957333763456 ext(0->4095) 00010000:00010000:2.0:1746137657.425319:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.425330:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.425335:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec0e00 00000100:00100000:2.0:1746137657.425363:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3824 00000100:00100000:2.0:1746137657.425369:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333763456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.425470:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333763456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (332us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.425475:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3824 00002000:00100000:2.0:1746137657.425480:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec0e00 x1830957333763456/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.425487:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec0e00 with x1830957333763456 ext(0->4095) 00010000:00010000:2.0:1746137657.425492:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.425504:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.425509:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec0e00 00000100:00100000:0.0:1746137657.427765:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.427975:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333763584 00000100:00100000:2.0:1746137657.427982:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333763584 00010000:00010000:2.0:1746137657.428013:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.428080:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16018 00000100:00100000:2.0:1746137657.428088:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333763584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.428103:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.428121:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.428132:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.428154:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777004 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfb7 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.428841:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.428844:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.428851:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfbe expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.428864:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfbe expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.428893:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfbe expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.428904:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327520128:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.429026:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.431499:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327520128:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.431519:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.431570:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333763584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3483us (3813us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.431579:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16018 00000100:00100000:1.0:1746137657.432333:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.432379:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333763840 00000100:00100000:3.0:1746137657.432386:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333763840 00002000:00100000:3.0:1746137657.432425:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d6680 x1830957333763840/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.432433:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d6680 with x1830957333763840 ext(0->4095) 00002000:00010000:3.0:1746137657.432437:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d6680 00000100:00100000:3.0:1746137657.432465:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14948 00000100:00100000:3.0:1746137657.432471:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333763840:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137657.432593:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333763840:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (261us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.432598:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14948 00002000:00100000:3.0:1746137657.432602:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d6680 x1830957333763840/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.432608:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d6680 with x1830957333763840 ext(0->4095) 00002000:00010000:3.0:1746137657.432611:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800961d6680 00000100:00100000:0.0:1746137657.434936:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.435077:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333763968 00000100:00100000:2.0:1746137657.435088:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333763968 00000100:00100000:2.0:1746137657.435212:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31668 00000100:00100000:2.0:1746137657.435220:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333763968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.435237:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.435257:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddfc5 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.435294:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfbe expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.435301:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.435304:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.435307:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.435337:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfbe expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.435347:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfbe expref: 65 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.435359:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327520256:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.435794:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.438191:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327520256:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.438221:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.438238:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:2.0:1746137657.438290:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333763968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3062us (3353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.438298:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31668 00000100:00100000:0.0:1746137657.438989:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.439064:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333764096 00000100:00100000:2.0:1746137657.439070:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333764096 00010000:00010000:2.0:1746137657.439092:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfbe expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.439355:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16019 00000100:00100000:2.0:1746137657.439362:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333764096:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.439377:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.439394:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfbe expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.439404:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfbe expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.439422:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177700b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfbe expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.439556:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.439558:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.439564:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.439571:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.439594:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.439603:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327520384:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.439953:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.443496:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.443623:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333764224 00000100:00100000:2.0:1746137657.443632:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333764224 00000100:00100000:3.0:1746137657.443723:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327520384:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.443737:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.443778:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333764096:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4417us (4793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.443787:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16019 00000100:00100000:2.0:1746137657.443790:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31669 00000100:00100000:2.0:1746137657.443797:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333764224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.443829:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.443842:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddfcc expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.443863:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.443869:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.443871:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.443874:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.443895:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.443905:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.443914:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327520512:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.444276:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.444829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.444864:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333764480 00000100:00100000:3.0:1746137657.444868:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333764480 00002000:00100000:3.0:1746137657.444892:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec1880 x1830957333764480/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.444899:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec1880 with x1830957333764480 ext(0->4095) 00010000:00010000:3.0:1746137657.444905:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.444914:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.444920:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec1880 00000100:00100000:3.0:1746137657.445218:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3825 00000100:00100000:3.0:1746137657.445225:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333764480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137657.445350:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333764480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (544us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.445356:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3825 00002000:00100000:3.0:1746137657.445361:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec1880 x1830957333764480/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.445367:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec1880 with x1830957333764480 ext(0->4095) 00010000:00010000:3.0:1746137657.445372:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.445385:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.445390:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092ec1880 00000100:00100000:2.0:1746137657.446186:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327520512:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.446206:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.446217:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137657.446454:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333764224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2657us (2963us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.446464:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31669 00000100:00100000:0.0:1746137657.447160:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.447224:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.447302:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333764736 00000100:00100000:3.0:1746137657.447308:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333764736 00010000:00010000:3.0:1746137657.447336:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.447356:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16020 00000100:00100000:3.0:1746137657.447361:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333764736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.447372:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137657.447378:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333764608 00000100:00100000:2.0:1746137657.447382:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333764608 00010000:00010000:3.0:1746137657.447388:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.447397:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.447413:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31670 00010000:00010000:3.0:1746137657.447416:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777012 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfc5 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.447419:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333764608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.447430:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.447438:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.447440:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.447447:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.447461:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.447463:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddfd3 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.447480:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.447485:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.447786:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.447791:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfd3 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.447850:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.447909:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.447918:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.447919:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327520640:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.447926:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.447935:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327520768:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.448007:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.448167:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.450225:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327520768:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.450245:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.450292:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333764736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2929us (3066us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.450302:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16020 00000100:00100000:2.0:1746137657.450325:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327520640:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.450347:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfd3 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.450363:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137657.450385:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333764608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2967us (3228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.450392:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31670 00000100:00100000:0.0:1746137657.450598:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.450706:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333764992 00000100:00100000:3.0:1746137657.450713:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333764992 00002000:00100000:3.0:1746137657.450741:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e58380 x1830957333764992/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.450750:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58380 with x1830957333764992 ext(0->4095) 00010000:00010000:3.0:1746137657.450756:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.450773:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.450779:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e58380 00000100:00100000:3.0:1746137657.450794:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3826 00000100:00100000:3.0:1746137657.450800:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333764992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.450928:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333764992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (330us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.450933:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3826 00002000:00100000:3.0:1746137657.450938:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e58380 x1830957333764992/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.450945:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58380 with x1830957333764992 ext(0->4095) 00010000:00010000:3.0:1746137657.450950:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.450958:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.450963:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e58380 00000100:00100000:0.0:1746137657.454612:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.455180:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333765120 00000100:00100000:3.0:1746137657.455189:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333765120 00010000:00010000:3.0:1746137657.455223:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.455265:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16021 00000100:00100000:3.0:1746137657.455272:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333765120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.455296:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.455313:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.455323:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.455342:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777019 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfcc expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.455370:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.455372:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.455379:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfd3 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.455385:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfd3 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.455413:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfd3 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.455424:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327520896:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.455506:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.458094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.458219:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327520896:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.458240:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.458277:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333765120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3004us (3671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.458297:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16021 00000100:00100000:2.0:1746137657.458401:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333765376 00000100:00100000:2.0:1746137657.458409:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333765376 00002000:00100000:2.0:1746137657.458447:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e58000 x1830957333765376/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.458457:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58000 with x1830957333765376 ext(0->4095) 00002000:00010000:2.0:1746137657.458462:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e58000 00000100:00100000:2.0:1746137657.458666:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14949 00000100:00100000:2.0:1746137657.458672:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333765376:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137657.458781:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333765376:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (697us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.458786:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14949 00002000:00100000:2.0:1746137657.458791:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e58000 x1830957333765376/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.458798:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58000 with x1830957333765376 ext(0->4095) 00002000:00010000:2.0:1746137657.458800:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e58000 00000100:00100000:0.0:1746137657.460924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.461043:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333765504 00000100:00100000:2.0:1746137657.461052:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333765504 00000100:00100000:2.0:1746137657.461470:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31671 00000100:00100000:2.0:1746137657.461477:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333765504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.461493:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.461507:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddfda expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.461538:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfd3 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.461546:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.461548:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.461551:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.461580:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfd3 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.461592:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfd3 expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.461602:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327521024:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.462315:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.464067:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081284000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327521024:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.464097:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.464113:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:2.0:1746137657.464154:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333765504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2677us (3238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.464162:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31671 00000100:00100000:0.0:1746137657.465583:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.465977:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333765632 00000100:00100000:3.0:1746137657.465985:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333765632 00010000:00010000:3.0:1746137657.466021:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfd3 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.466126:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16022 00000100:00100000:3.0:1746137657.466134:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333765632:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.466148:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.466168:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfd3 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.466178:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfd3 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.466198:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777020 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfd3 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.466360:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.466362:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.466369:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.466376:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.466405:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.466417:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327521152:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.466801:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.469683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.469790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.469862:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333765760 00000100:00100000:0.0:1746137657.469869:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333765760 00000100:00100000:0.0:1746137657.469908:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31672 00000100:00100000:0.0:1746137657.469914:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333765760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137657.469930:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137657.469945:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddfe1 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.469967:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.469973:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137657.469974:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137657.469977:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.469999:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.470008:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746137657.470019:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327521280:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137657.470096:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.470122:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327521152:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.470139:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.470189:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333766016 00000100:00100000:1.0:1746137657.470193:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333766016 00002000:00100000:1.0:1746137657.470217:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b0000 x1830957333766016/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.470225:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b0000 with x1830957333766016 ext(0->4095) 00010000:00010000:1.0:1746137657.470230:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.470238:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.470243:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b0000 00000100:00100000:1.0:1746137657.470254:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3827 00000100:00100000:1.0:1746137657.470258:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333766016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.470295:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333765632:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4161us (4718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.470307:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16022 00000100:00100000:1.0:1746137657.470493:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333766016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 234us (701us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.470499:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3827 00002000:00100000:1.0:1746137657.470505:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b0000 x1830957333766016/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.470511:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b0000 with x1830957333766016 ext(0->4095) 00010000:00010000:1.0:1746137657.470515:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.470528:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.470533:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b0000 00000100:00100000:2.0:1746137657.472653:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327521280:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.472687:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.472703:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917ad800, rc 0) 00000100:00100000:2.0:1746137657.472742:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333765760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2828us (3069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.472750:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31672 00000100:00100000:0.0:1746137657.472970:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.473290:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.473312:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333766144 00000100:00100000:3.0:1746137657.473320:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333766144 00000100:00100000:3.0:1746137657.473358:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31673 00000100:00100000:3.0:1746137657.473367:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333766144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137657.473377:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333766272 00000100:00100000:2.0:1746137657.473381:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333766272 00010000:00010000:3.0:1746137657.473382:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.473397:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddfe8 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.473398:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.473418:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.473424:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.473429:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16023 00010000:00010000:3.0:1746137657.473431:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.473435:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe8 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.473435:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333766272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.473444:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.473464:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.473465:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.473473:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.473501:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe8 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.473510:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00010000:00010000:2.0:1746137657.473552:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafa00/0xddf4fb6141777027 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfda expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.473564:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333766144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.473570:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31673 00010000:00010000:2.0:1746137657.473572:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.473574:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.473580:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.473586:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.473604:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.473614:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.474698:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327521536:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.474879:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.476959:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327521536:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.476979:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.477016:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333766272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3581us (3736us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.477026:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16023 00000100:00100000:0.0:1746137657.477346:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.477443:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333766528 00000100:00100000:1.0:1746137657.477451:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333766528 00002000:00100000:1.0:1746137657.477483:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e5bb80 x1830957333766528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.477492:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5bb80 with x1830957333766528 ext(0->4095) 00010000:00010000:1.0:1746137657.477500:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.477511:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.477517:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e5bb80 00000100:00100000:1.0:1746137657.477545:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3828 00000100:00100000:1.0:1746137657.477550:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333766528:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137657.478209:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333766528:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 656us (863us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.478214:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3828 00002000:00100000:1.0:1746137657.478220:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e5bb80 x1830957333766528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.478226:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e5bb80 with x1830957333766528 ext(0->4095) 00010000:00010000:1.0:1746137657.478232:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.478245:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.478250:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e5bb80 00000100:00100000:0.0:1746137657.481884:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.481945:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333766656 00000100:00100000:2.0:1746137657.481953:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333766656 00010000:00010000:2.0:1746137657.481981:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.482020:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16024 00000100:00100000:1.0:1746137657.482029:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333766656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.482041:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.482059:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.482068:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.482087:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917ad800/0xddf4fb614177702e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe1 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.482377:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.482379:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.482386:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe8 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.482397:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe8 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.482429:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe8 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.482446:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327521664:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.482524:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.485900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.485948:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327521664:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.485964:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.485998:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333766656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3970us (4122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.486008:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16024 00000100:00100000:2.0:1746137657.486173:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333766912 00000100:00100000:2.0:1746137657.486180:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333766912 00002000:00100000:2.0:1746137657.486211:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e59500 x1830957333766912/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.486221:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e59500 with x1830957333766912 ext(0->4095) 00002000:00010000:2.0:1746137657.486225:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e59500 00000100:00100000:2.0:1746137657.486490:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14950 00000100:00100000:2.0:1746137657.486498:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333766912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.486600:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333766912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (707us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.486606:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14950 00002000:00100000:2.0:1746137657.486611:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097e59500 x1830957333766912/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.486619:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e59500 with x1830957333766912 ext(0->4095) 00002000:00010000:2.0:1746137657.486621:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097e59500 00000100:00100000:0.0:1746137657.490039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.490132:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333767040 00000100:00100000:3.0:1746137657.490140:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333767040 00000100:00100000:3.0:1746137657.490186:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31674 00000100:00100000:3.0:1746137657.490193:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333767040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.490210:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.490225:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddfef expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.490251:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe8 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.490258:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.490260:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.490263:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfef expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.490300:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe8 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.490316:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe8 expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.490326:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327521792:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.490416:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.492848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.492924:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333767168 00000100:00100000:1.0:1746137657.492929:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333767168 00000100:00100000:3.0:1746137657.492938:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327521792:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.492961:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfef expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.492973:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137657.493009:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333767040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2816us (2976us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.493016:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31674 00010000:00010000:1.0:1746137657.493139:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe8 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.493175:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16025 00000100:00100000:1.0:1746137657.493182:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333767168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.493192:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.493211:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe8 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.493220:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe8 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.493241:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777035 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfe8 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.493265:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.493268:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.493274:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfef expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.493292:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfef expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.493376:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfef expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.493387:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327521920:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.493589:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.494708:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327521920:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.494723:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.494766:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333767168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1584us (1923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.494774:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16025 00000100:00100000:0.0:1746137657.495159:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.495227:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333767424 00000100:00100000:3.0:1746137657.495232:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333767424 00002000:00100000:3.0:1746137657.495259:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f144380 x1830957333767424/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.495267:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144380 with x1830957333767424 ext(0->4095) 00002000:00010000:3.0:1746137657.495271:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f144380 00000100:00100000:3.0:1746137657.495326:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14951 00000100:00100000:3.0:1746137657.495331:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333767424:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.495432:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333767424:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (274us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.495440:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14951 00002000:00100000:3.0:1746137657.496189:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f144380 x1830957333767424/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.496199:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144380 with x1830957333767424 ext(0->4095) 00002000:00010000:3.0:1746137657.496204:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f144380 00000100:00100000:2.0:1746137657.496406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.496673:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333767552 00000100:00100000:3.0:1746137657.496677:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333767552 00000100:00100000:3.0:1746137657.496712:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31675 00000100:00100000:3.0:1746137657.496718:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333767552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.496729:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.496742:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddff6 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.496763:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfef expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.496770:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.496772:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.496775:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.496798:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfef expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.496823:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfef expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.496838:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327522048:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.496906:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.497056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.497083:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333767680 00000100:00100000:2.0:1746137657.497086:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333767680 00000100:00100000:2.0:1746137657.497116:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31676 00000100:00100000:2.0:1746137657.497128:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f146a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333767680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.497134:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.497140:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cddffd expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.497150:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.497153:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.497158:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.497160:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddffd expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.497179:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.497189:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddffd expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.497197:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137657.497230:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f146a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1685:x1830957333767680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.497236:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31676 00000100:00100000:3.0:1746137657.498423:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327522048:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.498443:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137657.498449:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137657.498452:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137657.498476:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333767552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1759us (2072us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.498482:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31675 00000100:00100000:1.0:1746137657.498573:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333767808 00000100:00100000:1.0:1746137657.498577:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333767808 00010000:00010000:1.0:1746137657.498594:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfef expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.498685:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16026 00000100:00100000:1.0:1746137657.498691:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f147100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333767808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.498700:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.498714:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfef expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.498728:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfef expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.498744:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177703c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddfef expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.498754:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.498755:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.498760:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.498767:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.498787:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.498796:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.498827:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327522304:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.499182:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.500100:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327522304:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.500113:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137657.500133:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.500217:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333768064 00000100:00100000:3.0:1746137657.500222:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333768064 00002000:00100000:3.0:1746137657.500253:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f144a80 x1830957333768064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.500337:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144a80 with x1830957333768064 ext(0->4095) 00000100:00100000:1.0:1746137657.500345:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f147100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333767808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1653us (1894us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137657.500346:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.500356:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16026 00010000:00010000:3.0:1746137657.500360:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.500366:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f144a80 00000100:00100000:3.0:1746137657.500408:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3829 00000100:00100000:3.0:1746137657.500414:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2010:x1830957333768064:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137657.500520:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2010:x1830957333768064:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (388us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.500525:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3829 00002000:00100000:3.0:1746137657.500530:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f144a80 x1830957333768064/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.500537:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144a80 with x1830957333768064 ext(0->4095) 00010000:00010000:3.0:1746137657.500541:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.500549:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.500554:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f144a80 00000100:00100000:2.0:1746137657.502087:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.502124:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333768192 00000100:00100000:1.0:1746137657.502131:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333768192 00010000:00010000:1.0:1746137657.502156:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.502184:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16027 00000100:00100000:1.0:1746137657.502190:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2009:x1830957333768192:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.502200:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.502215:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.502225:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.502243:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb6141777043 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddff6 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.502295:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.502297:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.502303:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddffd expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.502310:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddffd expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.502337:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddffd expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.502467:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327522432:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.502538:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.503792:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327522432:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.503835:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.503876:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2009:x1830957333768192:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1685us (1795us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.503884:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16027 00000100:00100000:0.0:1746137657.504268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.504667:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333768448 00000100:00100000:3.0:1746137657.504673:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333768448 00002000:00100000:3.0:1746137657.504706:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f147b80 x1830957333768448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.504714:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f147b80 with x1830957333768448 ext(0->4095) 00002000:00010000:3.0:1746137657.504718:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f147b80 00000100:00100000:3.0:1746137657.504739:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14952 00000100:00100000:3.0:1746137657.504745:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333768448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.504871:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f147b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333768448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (603us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.504877:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14952 00002000:00100000:3.0:1746137657.504882:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f147b80 x1830957333768448/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.504888:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f147b80 with x1830957333768448 ext(0->4095) 00002000:00010000:3.0:1746137657.504891:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f147b80 00000100:00100000:0.0:1746137657.508039:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.508155:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333768576 00000100:00100000:3.0:1746137657.508164:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333768576 00000100:00100000:3.0:1746137657.508212:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31677 00000100:00100000:3.0:1746137657.508219:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333768576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.508235:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.508250:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde004 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.508276:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddffd expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.508295:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.508297:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.508300:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.508329:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddffd expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.508340:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddffd expref: 65 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.508351:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327522560:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.508427:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.512035:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327522560:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.512069:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.512089:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137657.512135:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333768576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3915us (4230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.512143:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31677 00000100:00100000:0.0:1746137657.512353:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.512501:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333768704 00000100:00100000:2.0:1746137657.512507:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333768704 00010000:00010000:2.0:1746137657.512528:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddffd expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.512545:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16028 00000100:00100000:2.0:1746137657.512549:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333768704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.512558:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.512575:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddffd expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.512582:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddffd expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.512598:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb614177704a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cddffd expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.512617:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.512618:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.512623:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.512628:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.512648:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.512655:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327522688:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.512711:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.514765:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327522688:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.514782:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.514857:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333768704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2305us (2503us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.514871:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16028 00000100:00100000:0.0:1746137657.516019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.516067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.516096:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333768960 00000100:00100000:3.0:1746137657.516103:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333768960 00000100:00100000:3.0:1746137657.516136:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31678 00000100:00100000:3.0:1746137657.516142:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333768960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.516158:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.516176:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde00b expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.516201:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.516208:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.516209:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.516212:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.516239:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.516254:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.516265:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327522816:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.516352:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.516409:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333769088 00000100:00100000:2.0:1746137657.516413:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333769088 00002000:00100000:2.0:1746137657.516438:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145c00 x1830957333769088/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.516447:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145c00 with x1830957333769088 ext(0->4095) 00010000:00010000:2.0:1746137657.516453:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.516463:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.516470:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f145c00 00000100:00100000:2.0:1746137657.516483:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3830 00000100:00100000:2.0:1746137657.516487:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333769088:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137657.517094:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333769088:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 605us (1025us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.517100:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3830 00002000:00100000:2.0:1746137657.517106:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145c00 x1830957333769088/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.517113:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145c00 with x1830957333769088 ext(0->4095) 00010000:00010000:2.0:1746137657.517118:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.517132:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.517138:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f145c00 00000100:00100000:3.0:1746137657.518205:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327522816:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.518229:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.518243:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137657.518294:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333768960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2152us (2279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.518301:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31678 00000100:00100000:0.0:1746137657.519343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.519389:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333769216 00000100:00100000:3.0:1746137657.519395:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333769216 00000100:00100000:3.0:1746137657.519436:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31679 00000100:00100000:3.0:1746137657.519442:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333769216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.519455:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.519467:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde012 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.519485:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.519490:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.519500:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.519503:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde012 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.519531:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.519541:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde012 expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.519548:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137657.519585:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333769216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.519590:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31679 00000100:00100000:0.0:1746137657.519623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.519652:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333769344 00000100:00100000:2.0:1746137657.519655:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333769344 00010000:00010000:2.0:1746137657.519668:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.519682:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16029 00000100:00100000:2.0:1746137657.519685:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333769344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.519692:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.519706:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.519713:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.519725:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777051 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde004 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.519743:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.519744:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.519749:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.519757:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.519771:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.519777:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.519785:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327523072:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.519856:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.521274:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327523072:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.521298:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.521325:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333769344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1637us (1700us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.521332:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16029 00000100:00100000:0.0:1746137657.521677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.521798:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333769600 00000100:00100000:2.0:1746137657.521840:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333769600 00002000:00100000:2.0:1746137657.521879:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145180 x1830957333769600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.521889:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145180 with x1830957333769600 ext(0->4095) 00010000:00010000:2.0:1746137657.521898:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.521915:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.521922:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f145180 00000100:00100000:2.0:1746137657.521948:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3831 00000100:00100000:2.0:1746137657.521953:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333769600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.522126:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333769600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.522132:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3831 00002000:00100000:2.0:1746137657.522138:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145180 x1830957333769600/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.522145:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145180 with x1830957333769600 ext(0->4095) 00010000:00010000:2.0:1746137657.522150:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.522158:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.522164:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f145180 00000100:00100000:0.0:1746137657.525655:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.525991:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333769728 00000100:00100000:2.0:1746137657.526000:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333769728 00010000:00010000:2.0:1746137657.526036:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.526065:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16030 00000100:00100000:2.0:1746137657.526072:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333769728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.526083:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.526101:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.526111:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.526130:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777058 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde00b expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.526160:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.526162:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.526167:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde012 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.526174:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde012 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.526201:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde012 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.526212:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327523200:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.526726:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.527997:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327523200:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.528011:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.528049:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333769728:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1977us (2404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.528059:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16030 00000100:00100000:0.0:1746137657.528502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.528557:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333769984 00000100:00100000:2.0:1746137657.528562:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333769984 00002000:00100000:2.0:1746137657.528586:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f147100 x1830957333769984/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.528592:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f147100 with x1830957333769984 ext(0->4095) 00002000:00010000:2.0:1746137657.528595:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f147100 00000100:00100000:2.0:1746137657.528612:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14953 00000100:00100000:2.0:1746137657.528616:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f147100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333769984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.528698:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f147100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333769984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 82us (199us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.528702:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14953 00002000:00100000:2.0:1746137657.528705:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f147100 x1830957333769984/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.528710:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f147100 with x1830957333769984 ext(0->4095) 00002000:00010000:2.0:1746137657.528711:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f147100 00000100:00100000:0.0:1746137657.530251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.530309:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333770112 00000100:00100000:3.0:1746137657.530315:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333770112 00000100:00100000:3.0:1746137657.530346:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31680 00000100:00100000:3.0:1746137657.530352:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333770112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.530363:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.530377:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde019 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.530398:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde012 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.530405:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.530407:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.530410:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde019 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.530434:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde012 expref: 65 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.530444:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde012 expref: 65 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.530454:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327523328:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.530536:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.532090:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327523328:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.532114:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde019 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.532127:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137657.532158:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333770112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1805us (1913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.532165:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31680 00000100:00100000:0.0:1746137657.532551:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.532648:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333770240 00000100:00100000:2.0:1746137657.532654:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333770240 00010000:00010000:2.0:1746137657.532678:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde012 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.532699:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16031 00000100:00100000:2.0:1746137657.532705:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333770240:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.532716:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.532733:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde012 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.532742:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde012 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.532759:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb614177705f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde012 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.532783:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.532785:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.532791:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde019 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.532797:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde019 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.532846:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde019 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.532858:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327523456:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.533443:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.535656:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327523456:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.535675:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.535715:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333770240:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3009us (3164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.535724:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16031 00000100:00100000:0.0:1746137657.536053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.536092:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333770496 00000100:00100000:2.0:1746137657.536098:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333770496 00002000:00100000:2.0:1746137657.536129:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a3100 x1830957333770496/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.536138:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3100 with x1830957333770496 ext(0->4095) 00002000:00010000:2.0:1746137657.536142:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a3100 00000100:00100000:2.0:1746137657.536173:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14954 00000100:00100000:2.0:1746137657.536179:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333770496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.536400:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333770496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 221us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.536406:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14954 00002000:00100000:2.0:1746137657.536411:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a3100 x1830957333770496/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.536418:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3100 with x1830957333770496 ext(0->4095) 00002000:00010000:2.0:1746137657.536421:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a3100 00000100:00100000:0.0:1746137657.537961:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.538050:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333770624 00000100:00100000:3.0:1746137657.538057:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333770624 00000100:00100000:3.0:1746137657.538092:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31681 00000100:00100000:3.0:1746137657.538098:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1685:x1830957333770624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.538111:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.538125:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde020 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.538155:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde019 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.538162:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.538164:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.538167:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.538191:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde019 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.538201:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde019 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.538211:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327523584:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.538719:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.539456:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.539496:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333770752 00000100:00100000:2.0:1746137657.539505:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333770752 00000100:00100000:2.0:1746137657.539541:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31682 00000100:00100000:2.0:1746137657.539548:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333770752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.539558:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.539572:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde027 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.539592:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.539596:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.539603:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.539605:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.539631:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.539641:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.539651:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:3.0:1746137657.540088:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327523584:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.540103:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.540110:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137657.540148:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1685:x1830957333770624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2049us (2193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.540154:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31681 00000100:00100000:2.0:1746137657.540168:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333770752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 621us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.540172:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31682 00000100:00100000:0.0:1746137657.541060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.541184:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333770880 00000100:00100000:2.0:1746137657.541189:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333770880 00010000:00010000:2.0:1746137657.541212:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde019 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.541238:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16032 00000100:00100000:2.0:1746137657.541243:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333770880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.541252:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.541268:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde019 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.541293:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde019 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.541312:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777066 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde019 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.541332:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.541334:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.541339:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.541346:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.541369:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.541379:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.541392:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327523840:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.541459:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.543161:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327523840:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.543181:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.543231:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333770880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1985us (2171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.543240:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16032 00000100:00100000:0.0:1746137657.543266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.543299:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333771136 00000100:00100000:2.0:1746137657.543305:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333771136 00002000:00100000:2.0:1746137657.543334:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2d80 x1830957333771136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.543502:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2d80 with x1830957333771136 ext(0->4095) 00010000:00010000:2.0:1746137657.543510:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.543570:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.543576:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2d80 00000100:00100000:2.0:1746137657.543602:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3832 00000100:00100000:2.0:1746137657.543609:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333771136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.543724:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333771136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (458us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.543729:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3832 00002000:00100000:2.0:1746137657.543734:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2d80 x1830957333771136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.543740:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2d80 with x1830957333771136 ext(0->4095) 00010000:00010000:2.0:1746137657.543744:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.543751:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.543756:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2d80 00000100:00100000:0.0:1746137657.545313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.545365:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333771392 00000100:00100000:2.0:1746137657.545372:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333771392 00000100:00100000:0.0:1746137657.545388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.545412:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31683 00000100:00100000:2.0:1746137657.545418:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333771392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.545431:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137657.545462:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333771264 00000100:00100000:3.0:1746137657.545466:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333771264 00010000:00010000:3.0:1746137657.545482:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.545500:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16033 00000100:00100000:3.0:1746137657.545505:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333771264:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.545513:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.545529:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.545538:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.545558:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb614177706d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde020 expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.545573:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.545575:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.545582:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.545588:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.545620:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.545646:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde02e expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.545663:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.545668:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.545669:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.545672:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.545688:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.545700:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.545711:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327524096:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.545790:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327523968:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.545952:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.545958:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.547140:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327523968:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.547140:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327524096:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.547153:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137657.547158:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.547171:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:2.0:1746137657.547230:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333771392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1812us (1921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.547232:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333771264:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1725us (1842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.547235:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31683 00000100:00100000:3.0:1746137657.547240:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16033 00000100:00100000:0.0:1746137657.547587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.547678:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333771648 00000100:00100000:2.0:1746137657.547682:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333771648 00002000:00100000:2.0:1746137657.547705:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a3480 x1830957333771648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.547711:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3480 with x1830957333771648 ext(0->4095) 00010000:00010000:2.0:1746137657.547715:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.547722:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.547726:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a3480 00000100:00100000:2.0:1746137657.547744:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3833 00000100:00100000:2.0:1746137657.547748:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333771648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.548066:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333771648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 316us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.548071:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3833 00002000:00100000:2.0:1746137657.548075:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a3480 x1830957333771648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.548083:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a3480 with x1830957333771648 ext(0->4095) 00010000:00010000:2.0:1746137657.548086:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.548092:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.548096:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a3480 00000100:00100000:0.0:1746137657.549224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.549405:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333771776 00000100:00100000:2.0:1746137657.549410:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333771776 00000100:00100000:0.0:1746137657.549542:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.549562:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31684 00000100:00100000:2.0:1746137657.549722:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333771776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137657.549728:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333771904 00000100:00100000:3.0:1746137657.549732:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333771904 00010000:00010000:2.0:1746137657.549740:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.549747:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.549763:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16034 00000100:00100000:3.0:1746137657.549767:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2010:x1830957333771904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.549776:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.549793:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.549802:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.549845:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb6141777074 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde027 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.549857:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde035 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.549875:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.549880:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.549885:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.549889:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde035 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.549916:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.549932:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde035 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.549940:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.549941:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.549947:0:26520:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.549954:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.549967:0:26520:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.549976:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.549986:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327524352:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.550048:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00010000:00010000:3.0:1746137657.550116:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.550137:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2010:x1830957333771904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 369us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.550143:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16034 00000100:00100000:2.0:1746137657.551409:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327524352:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.551423:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:2.0:1746137657.551452:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333771776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1883us (2231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.551459:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31684 00000100:00100000:0.0:1746137657.552080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.552147:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333772160 00000100:00100000:2.0:1746137657.552154:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333772160 00002000:00100000:2.0:1746137657.552191:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5b100 x1830957333772160/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.552199:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5b100 with x1830957333772160 ext(0->4095) 00010000:00010000:2.0:1746137657.552206:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.552214:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.552219:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5b100 00000100:00100000:2.0:1746137657.552247:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3834 00000100:00100000:2.0:1746137657.552253:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333772160:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.552381:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333772160:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.552387:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3834 00002000:00100000:2.0:1746137657.552392:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5b100 x1830957333772160/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.552448:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5b100 with x1830957333772160 ext(0->4095) 00010000:00010000:2.0:1746137657.552454:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.552462:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.552467:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec5b100 00000100:00100000:0.0:1746137657.553849:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.553914:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333772288 00000100:00100000:3.0:1746137657.553921:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333772288 00010000:00010000:3.0:1746137657.553948:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.553977:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16035 00000100:00100000:3.0:1746137657.553985:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333772288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.553994:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.554008:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.554019:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.554039:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dafe00/0xddf4fb614177707b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde02e expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.554062:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.554064:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.554071:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde035 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.554079:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde035 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.554105:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde035 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.554121:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327524480:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.554193:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.556564:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327524480:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.556584:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.556643:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333772288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2657us (2796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.556652:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16035 00000100:00100000:0.0:1746137657.556748:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.557002:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333772544 00000100:00100000:2.0:1746137657.557008:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333772544 00002000:00100000:2.0:1746137657.557040:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec59c00 x1830957333772544/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.557049:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59c00 with x1830957333772544 ext(0->4095) 00002000:00010000:2.0:1746137657.557053:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec59c00 00000100:00100000:2.0:1746137657.557067:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14955 00000100:00100000:2.0:1746137657.557072:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333772544:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.557167:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333772544:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (420us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.557172:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14955 00002000:00100000:2.0:1746137657.557177:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec59c00 x1830957333772544/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.557184:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59c00 with x1830957333772544 ext(0->4095) 00002000:00010000:2.0:1746137657.557187:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec59c00 00000100:00100000:0.0:1746137657.558983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.559048:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333772672 00000100:00100000:3.0:1746137657.559054:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333772672 00000100:00100000:3.0:1746137657.559085:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31685 00000100:00100000:3.0:1746137657.559092:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333772672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.559106:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.559119:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde03c expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.559140:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde035 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.559147:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.559148:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.559151:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde03c expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.559174:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde035 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.559187:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde035 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.559197:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327524608:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.559511:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.560631:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327524608:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.560659:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde03c expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.560672:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137657.560794:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333772672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1700us (1816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.560802:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31685 00000100:00100000:0.0:1746137657.560936:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.561026:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333772800 00000100:00100000:3.0:1746137657.561030:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333772800 00010000:00010000:3.0:1746137657.561053:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde035 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.561072:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16036 00000100:00100000:3.0:1746137657.561077:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333772800:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.561086:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.561100:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde035 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.561114:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde035 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.561132:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777082 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde035 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.561242:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.561244:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.561250:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde03c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.561257:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde03c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.561290:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde03c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.561299:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327524736:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.561593:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.563057:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327524736:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.563075:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.563121:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333772800:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2042us (2184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.563130:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16036 00000100:00100000:0.0:1746137657.563663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.563733:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333773056 00000100:00100000:3.0:1746137657.563740:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333773056 00002000:00100000:3.0:1746137657.563771:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5aa00 x1830957333773056/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.563780:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5aa00 with x1830957333773056 ext(0->4095) 00002000:00010000:3.0:1746137657.563784:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec5aa00 00000100:00100000:3.0:1746137657.563836:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14956 00000100:00100000:3.0:1746137657.563843:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333773056:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.563978:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333773056:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.563984:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14956 00002000:00100000:3.0:1746137657.563989:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec5aa00 x1830957333773056/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.563996:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec5aa00 with x1830957333773056 ext(0->4095) 00002000:00010000:3.0:1746137657.563999:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec5aa00 00000100:00100000:0.0:1746137657.565258:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.565477:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333773184 00000100:00100000:3.0:1746137657.565483:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333773184 00000100:00100000:3.0:1746137657.565528:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31686 00000100:00100000:3.0:1746137657.565535:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1685:x1830957333773184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.565548:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.565565:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde043 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.565587:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde03c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.565599:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.565600:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.565603:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.565628:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde03c expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.565638:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde03c expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.565647:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327524864:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.565721:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.566076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.566133:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333773312 00000100:00100000:2.0:1746137657.566137:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333773312 00000100:00100000:2.0:1746137657.566158:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31687 00000100:00100000:2.0:1746137657.566164:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333773312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.566171:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.566177:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde04a expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.566188:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.566192:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.566198:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.566200:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.566221:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.566231:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.566238:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137657.566276:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333773312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.566291:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31687 00000100:00100000:3.0:1746137657.566801:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327524864:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.566834:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.566842:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137657.566861:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333773184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1327us (1610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.566866:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31686 00000100:00100000:0.0:1746137657.567997:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.568040:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333773440 00000100:00100000:3.0:1746137657.568044:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333773440 00010000:00010000:3.0:1746137657.568068:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde03c expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.568098:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16037 00000100:00100000:3.0:1746137657.568104:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333773440:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.568116:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.568131:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde03c expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.568139:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde03c expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.568156:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb6141777089 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde03c expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.568179:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.568183:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.568189:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.568197:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.568222:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.568233:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.568251:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327525120:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.568330:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.569844:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327525120:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.569861:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.569900:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333773440:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1795us (1906us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.569908:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16037 00000100:00100000:0.0:1746137657.570017:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.570076:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333773696 00000100:00100000:3.0:1746137657.570103:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333773696 00002000:00100000:3.0:1746137657.570247:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec59f80 x1830957333773696/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.570255:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59f80 with x1830957333773696 ext(0->4095) 00010000:00010000:3.0:1746137657.570264:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.570275:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.570290:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec59f80 00000100:00100000:3.0:1746137657.570313:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3835 00000100:00100000:3.0:1746137657.570319:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333773696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.570424:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333773696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.570433:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3835 00002000:00100000:3.0:1746137657.570438:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec59f80 x1830957333773696/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.570445:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59f80 with x1830957333773696 ext(0->4095) 00010000:00010000:3.0:1746137657.570449:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.570457:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.570462:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec59f80 00000100:00100000:0.0:1746137657.571878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.571952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.572063:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333773824 00000100:00100000:3.0:1746137657.572070:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333773824 00000100:00100000:2.0:1746137657.572084:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333773952 00000100:00100000:2.0:1746137657.572088:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333773952 00000100:00100000:3.0:1746137657.572104:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31688 00010000:00010000:2.0:1746137657.572110:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.572111:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333773824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.572123:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137657.572130:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16038 00000100:00100000:2.0:1746137657.572135:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2010:x1830957333773952:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.572136:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde051 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.572144:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.572156:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.572162:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.572252:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.572256:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.572272:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.572294:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.572308:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.572314:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777090 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde043 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.572321:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.572328:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.572329:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.572335:0:26520:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.572341:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.572356:0:26520:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 66 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.572365:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.572376:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327525376:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.572442:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.572470:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333773952:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 334us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.572476:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16038 00000100:00100000:3.0:1746137657.572910:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.575240:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.575298:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327525376:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.575310:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333774208 00000100:00100000:2.0:1746137657.575317:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333774208 00010000:00010000:3.0:1746137657.575321:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137657.575382:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333773824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3271us (3580us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.575390:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31688 00002000:00100000:2.0:1746137657.575458:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec58a80 x1830957333774208/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.575468:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec58a80 with x1830957333774208 ext(0->4095) 00010000:00010000:2.0:1746137657.575476:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.575487:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.575492:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec58a80 00000100:00100000:2.0:1746137657.575510:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3836 00000100:00100000:2.0:1746137657.575517:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333774208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.575628:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333774208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.575637:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3836 00002000:00100000:2.0:1746137657.575643:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec58a80 x1830957333774208/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.575649:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec58a80 with x1830957333774208 ext(0->4095) 00010000:00010000:2.0:1746137657.575653:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.575661:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 66 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.575666:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec58a80 00000100:00100000:0.0:1746137657.578276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.578374:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.578440:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333774464 00000100:00100000:2.0:1746137657.578449:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333774464 00000100:00100000:3.0:1746137657.578454:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333774336 00000100:00100000:3.0:1746137657.578457:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333774336 00010000:00010000:2.0:1746137657.578483:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.578488:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31689 00000100:00100000:3.0:1746137657.578495:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333774336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.578509:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137657.578515:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16039 00000100:00100000:2.0:1746137657.578520:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2010:x1830957333774464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.578522:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde058 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.578531:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.578542:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.578547:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.578622:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.578629:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde058 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.578661:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.578674:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.578686:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.578689:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777097 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde04a expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.578697:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde058 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.578704:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.578705:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.578710:0:26520:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.578721:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.578825:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137657.578833:0:26520:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.578841:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.578851:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327525632:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.578865:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2010:x1830957333774464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 345us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.578871:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16039 00000100:00100000:3.0:1746137657.578900:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.582607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.582652:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333774720 00000100:00100000:2.0:1746137657.582658:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333774720 00002000:00100000:2.0:1746137657.582700:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4e00 x1830957333774720/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.582709:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4e00 with x1830957333774720 ext(0->4095) 00010000:00010000:2.0:1746137657.582716:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.582728:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.582734:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d4e00 00000100:00100000:2.0:1746137657.582763:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3837 00000100:00100000:2.0:1746137657.582770:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333774720:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137657.583213:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327525632:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.583230:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:2.0:1746137657.583268:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333774720:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 498us (668us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.583275:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3837 00002000:00100000:2.0:1746137657.583291:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961d4e00 x1830957333774720/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.583304:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d4e00 with x1830957333774720 ext(0->4095) 00010000:00010000:2.0:1746137657.583308:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.583316:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.583321:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d4e00 00000100:00100000:3.0:1746137657.583477:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333774336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4981us (5102us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.583483:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31689 00000100:00100000:0.0:1746137657.585723:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.585794:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333774848 00000100:00100000:2.0:1746137657.585803:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333774848 00010000:00010000:2.0:1746137657.585851:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.585882:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16040 00000100:00100000:2.0:1746137657.585888:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333774848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.585901:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.585918:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.585929:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.585947:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177709e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde051 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.585966:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.585968:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.585975:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde058 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.585982:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde058 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.586062:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde058 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.586078:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327525760:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.586157:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.588975:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327525760:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137657.588988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137657.588993:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.589064:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333774848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3174us (3346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.589072:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16040 00000100:00100000:3.0:1746137657.589116:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333775104 00000100:00100000:3.0:1746137657.589122:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333775104 00002000:00100000:3.0:1746137657.589153:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec51c00 x1830957333775104/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.589161:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec51c00 with x1830957333775104 ext(0->4095) 00002000:00010000:3.0:1746137657.589165:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec51c00 00000100:00100000:3.0:1746137657.589189:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14957 00000100:00100000:3.0:1746137657.589195:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333775104:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.589309:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333775104:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (321us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.589316:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14957 00002000:00100000:3.0:1746137657.589320:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec51c00 x1830957333775104/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.589327:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec51c00 with x1830957333775104 ext(0->4095) 00002000:00010000:3.0:1746137657.589329:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec51c00 00000100:00100000:0.0:1746137657.591293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.591354:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333775232 00000100:00100000:3.0:1746137657.591361:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333775232 00000100:00100000:3.0:1746137657.591393:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31690 00000100:00100000:3.0:1746137657.591400:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333775232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.591412:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.591426:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde05f expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.591450:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde058 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.591456:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.591458:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.591461:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde05f expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.591486:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde058 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.591499:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde058 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.591510:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327525888:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.592222:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.593161:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327525888:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.593185:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde05f expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.593198:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137657.593233:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333775232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1833us (1958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.593241:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31690 00000100:00100000:0.0:1746137657.593979:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.594068:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333775360 00000100:00100000:2.0:1746137657.594075:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333775360 00010000:00010000:2.0:1746137657.594107:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde058 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.594146:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16041 00000100:00100000:2.0:1746137657.594153:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333775360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.594166:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.594186:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde058 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.594201:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde058 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.594222:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde058 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.594243:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.594245:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.594252:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde05f expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.594259:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde05f expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.594297:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde05f expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.594309:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327526016:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.594378:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.595522:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327526016:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.595539:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.595577:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333775360:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1424us (1600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.595586:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16041 00000100:00100000:0.0:1746137657.596302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.596356:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333775616 00000100:00100000:3.0:1746137657.596362:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333775616 00002000:00100000:3.0:1746137657.596393:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a9880 x1830957333775616/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.596402:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9880 with x1830957333775616 ext(0->4095) 00002000:00010000:3.0:1746137657.596406:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a9880 00000100:00100000:3.0:1746137657.596434:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14958 00000100:00100000:3.0:1746137657.596440:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333775616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137657.596566:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333775616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.596575:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14958 00002000:00100000:3.0:1746137657.596579:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a9880 x1830957333775616/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.596586:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9880 with x1830957333775616 ext(0->4095) 00002000:00010000:3.0:1746137657.596589:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a9880 00000100:00100000:0.0:1746137657.597768:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.597905:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333775744 00000100:00100000:3.0:1746137657.597911:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333775744 00000100:00100000:3.0:1746137657.597939:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31691 00000100:00100000:3.0:1746137657.597945:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1685:x1830957333775744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.597957:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.597970:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde066 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.597991:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde05f expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.597998:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.598000:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.598002:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.598029:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde05f expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.598039:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde05f expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.598053:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327526144:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.598442:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.598961:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.599035:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333775872 00000100:00100000:2.0:1746137657.599040:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333775872 00000100:00100000:2.0:1746137657.599063:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31692 00000100:00100000:2.0:1746137657.599068:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333775872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.599078:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.599086:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde06d expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.599101:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.599105:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.599110:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.599112:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.599134:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.599144:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.599152:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137657.599459:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333775872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 389us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.599465:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31692 00000100:00100000:3.0:1746137657.600000:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327526144:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.600018:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.600027:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137657.600047:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333775744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2102us (2284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.600052:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31691 00000100:00100000:0.0:1746137657.600997:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.601082:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333776000 00000100:00100000:2.0:1746137657.601089:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333776000 00010000:00010000:2.0:1746137657.601113:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde05f expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.601146:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16042 00000100:00100000:2.0:1746137657.601151:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333776000:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.601160:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.601174:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde05f expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.601183:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde05f expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.601199:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb61417770ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde05f expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.601225:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.601226:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.601233:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.601239:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.601262:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.601271:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.601298:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327526400:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.601356:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf7e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.603650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.603759:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327526400:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.603780:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.603847:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333776000:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2695us (2851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.603857:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16042 00000100:00100000:1.0:1746137657.604349:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333776256 00000100:00100000:1.0:1746137657.604356:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333776256 00002000:00100000:1.0:1746137657.604389:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9ab800 x1830957333776256/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.604400:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ab800 with x1830957333776256 ext(0->4095) 00010000:00010000:1.0:1746137657.604409:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.604421:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.604427:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9ab800 00000100:00100000:1.0:1746137657.604455:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3838 00000100:00100000:1.0:1746137657.604461:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333776256:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137657.604588:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333776256:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (946us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.604594:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3838 00002000:00100000:1.0:1746137657.604599:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9ab800 x1830957333776256/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.604606:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ab800 with x1830957333776256 ext(0->4095) 00010000:00010000:1.0:1746137657.604610:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.604619:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.604624:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9ab800 00000100:00100000:0.0:1746137657.606913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.606997:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.607380:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333776384 00000100:00100000:3.0:1746137657.607388:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333776384 00000100:00100000:3.0:1746137657.607427:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31693 00000100:00100000:3.0:1746137657.607433:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333776384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.607450:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.607464:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde074 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.607488:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.607493:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.607498:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.607501:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.607523:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333776512 00000100:00100000:2.0:1746137657.607527:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333776512 00010000:00010000:3.0:1746137657.607534:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.607543:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.607546:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.607554:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137657.607596:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333776384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.607602:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31693 00000100:00100000:2.0:1746137657.607840:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16043 00000100:00100000:2.0:1746137657.607847:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333776512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.607855:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.607939:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.607949:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.607966:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417770b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde066 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.607986:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.607989:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.607993:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.608000:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.608020:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.608029:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.608087:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327526656:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.608246:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.609769:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327526656:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.609785:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.609853:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333776512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2005us (2854us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.609864:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16043 00000100:00100000:0.0:1746137657.609941:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.610377:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333776768 00000100:00100000:2.0:1746137657.610383:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333776768 00002000:00100000:2.0:1746137657.610413:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a9500 x1830957333776768/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.610551:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9500 with x1830957333776768 ext(0->4095) 00010000:00010000:2.0:1746137657.610559:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.610576:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.610582:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a9500 00000100:00100000:2.0:1746137657.610612:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3839 00000100:00100000:2.0:1746137657.610619:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333776768:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.610744:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333776768:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (803us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.610750:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3839 00002000:00100000:2.0:1746137657.610755:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a9500 x1830957333776768/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.610762:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a9500 with x1830957333776768 ext(0->4095) 00010000:00010000:2.0:1746137657.610766:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.610775:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.610780:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a9500 00000100:00100000:0.0:1746137657.613493:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.613705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.614351:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333777024 00000100:00100000:3.0:1746137657.614358:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333777024 00000100:00100000:3.0:1746137657.614412:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31694 00000100:00100000:3.0:1746137657.614418:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333777024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.614433:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.614446:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde07b expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.614462:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333776896 00000100:00100000:2.0:1746137657.614467:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333776896 00010000:00010000:3.0:1746137657.614469:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.614475:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.614480:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137657.614482:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.614483:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde07b expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.614513:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16044 00010000:00010000:3.0:1746137657.614515:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.614519:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333776896:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.614527:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde07b expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.614527:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.614535:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00010000:00010000:2.0:1746137657.614542:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.614552:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.614567:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb61417770ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde06d expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.614581:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.614582:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746137657.614584:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333777024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (1104us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137657.614587:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.614590:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31694 00010000:00010000:2.0:1746137657.614594:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.614620:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.614630:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.614641:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327526912:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.614695:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.616208:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327526912:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.616221:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.616247:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333776896:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1728us (2543us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.616253:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16044 00000100:00100000:0.0:1746137657.616985:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.617141:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333777280 00000100:00100000:3.0:1746137657.617148:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333777280 00002000:00100000:3.0:1746137657.617185:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa680 x1830957333777280/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.617201:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa680 with x1830957333777280 ext(0->4095) 00010000:00010000:3.0:1746137657.617210:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.617221:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.617226:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9aa680 00000100:00100000:3.0:1746137657.617256:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3840 00000100:00100000:3.0:1746137657.617262:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333777280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137657.617396:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333777280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (412us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.617401:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3840 00002000:00100000:3.0:1746137657.617406:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa680 x1830957333777280/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.617414:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa680 with x1830957333777280 ext(0->4095) 00010000:00010000:3.0:1746137657.617418:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.617426:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.617430:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9aa680 00000100:00100000:0.0:1746137657.619920:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.619981:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333777408 00000100:00100000:2.0:1746137657.619991:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333777408 00010000:00010000:2.0:1746137657.620028:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.620067:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16045 00000100:00100000:2.0:1746137657.620075:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333777408:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.620155:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.620179:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.620190:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.620213:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde074 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.620350:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.620351:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.620358:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde07b expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.620364:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde07b expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.620394:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde07b expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.620406:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327527040:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.620492:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.623583:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327527040:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137657.623599:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137657.623601:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.623675:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333777664 00000100:00100000:3.0:1746137657.623682:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333777664 00002000:00100000:3.0:1746137657.623717:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa300 x1830957333777664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.623725:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa300 with x1830957333777664 ext(0->4095) 00002000:00010000:3.0:1746137657.623728:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9aa300 00000100:00100000:2.0:1746137657.623756:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333777408:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3681us (3845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.623764:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16045 00000100:00100000:3.0:1746137657.623869:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14959 00000100:00100000:3.0:1746137657.623876:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333777664:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.623977:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333777664:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.623982:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14959 00002000:00100000:3.0:1746137657.623987:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9aa300 x1830957333777664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.623994:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aa300 with x1830957333777664 ext(0->4095) 00002000:00010000:3.0:1746137657.623996:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9aa300 00000100:00100000:0.0:1746137657.626332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.626428:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333777792 00000100:00100000:3.0:1746137657.626435:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333777792 00000100:00100000:3.0:1746137657.626475:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31695 00000100:00100000:3.0:1746137657.626482:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333777792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.626499:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.626514:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde082 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.626542:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde07b expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.626552:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.626554:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.626557:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde082 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.626584:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde07b expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.626595:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde07b expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.626606:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327527168:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.626700:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.628851:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327527168:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.628880:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde082 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.628895:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137657.629056:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333777792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2573us (2731us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137657.629115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.629159:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31695 00000100:00100000:2.0:1746137657.629259:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333777920 00000100:00100000:2.0:1746137657.629266:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333777920 00010000:00010000:2.0:1746137657.629298:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde07b expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.629333:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16046 00000100:00100000:2.0:1746137657.629340:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333777920:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.629352:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.629371:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde07b expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.629380:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde07b expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.629399:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417770c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde07b expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.629411:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.629413:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.629419:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde082 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.629426:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde082 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.629453:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde082 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.629468:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327527296:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.629568:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.631007:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327527296:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.631195:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.631249:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2008:x1830957333777920:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1907us (2133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.631258:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16046 00000100:00100000:0.0:1746137657.631325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.631882:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333778176 00000100:00100000:2.0:1746137657.631888:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333778176 00002000:00100000:2.0:1746137657.631927:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a8380 x1830957333778176/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.631936:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8380 with x1830957333778176 ext(0->4095) 00002000:00010000:2.0:1746137657.631939:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a8380 00000100:00100000:2.0:1746137657.631967:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14960 00000100:00100000:2.0:1746137657.631974:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333778176:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.632100:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333778176:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (776us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.632106:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14960 00002000:00100000:2.0:1746137657.632112:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a8380 x1830957333778176/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.632122:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8380 with x1830957333778176 ext(0->4095) 00002000:00010000:2.0:1746137657.632125:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a8380 00000100:00100000:0.0:1746137657.633788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.633995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.634030:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333778304 00000100:00100000:3.0:1746137657.634039:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333778304 00000100:00100000:3.0:1746137657.634093:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31696 00000100:00100000:3.0:1746137657.634101:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1685:x1830957333778304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.634121:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746137657.634131:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333778432 00000100:00100000:1.0:1746137657.634137:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333778432 00010000:00010000:3.0:1746137657.634138:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde089 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.634159:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31697 00010000:00010000:3.0:1746137657.634165:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde082 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.634165:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333778432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.634171:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.634172:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.634174:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.634176:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.634178:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde090 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.634191:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.634196:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.634201:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.634204:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.634215:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde082 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.634226:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde082 expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.634237:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327527424:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137657.634246:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.634256:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.634264:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:1.0:1746137657.634310:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333778432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.634316:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31697 00000100:00100000:3.0:1746137657.634334:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.635387:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327527424:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.635411:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.635421:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137657.635514:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333778304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1412us (1732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.635524:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31696 00000100:00100000:0.0:1746137657.636744:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.636830:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333778560 00000100:00100000:2.0:1746137657.636837:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333778560 00010000:00010000:2.0:1746137657.636868:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde082 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.636898:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16047 00000100:00100000:2.0:1746137657.636902:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333778560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.636913:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.636929:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde082 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.636937:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde082 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.636951:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde082 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.636970:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.636972:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.636978:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.636983:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.637011:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.637023:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.637033:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327527680:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.637472:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.639019:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327527680:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137657.639038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137657.639040:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.639095:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120345180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333778560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2190us (2354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.639105:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333778816 00000100:00100000:2.0:1746137657.639106:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16047 00000100:00100000:3.0:1746137657.639112:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333778816 00002000:00100000:3.0:1746137657.639253:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120346d80 x1830957333778816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.639264:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346d80 with x1830957333778816 ext(0->4095) 00010000:00010000:3.0:1746137657.639285:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.639299:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.639305:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120346d80 00000100:00100000:3.0:1746137657.639334:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3841 00000100:00100000:3.0:1746137657.639341:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333778816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.639523:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333778816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (485us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.639529:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3841 00002000:00100000:3.0:1746137657.639534:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120346d80 x1830957333778816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.639542:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120346d80 with x1830957333778816 ext(0->4095) 00010000:00010000:3.0:1746137657.639546:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.639563:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.639568:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120346d80 00000100:00100000:0.0:1746137657.641461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.641562:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333778944 00000100:00100000:3.0:1746137657.641571:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333778944 00000100:00100000:3.0:1746137657.641627:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31698 00000100:00100000:3.0:1746137657.641634:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333778944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.641651:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.641670:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde097 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.641693:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.641699:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.641706:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:0.0:1746137657.641706:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137657.641708:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.641740:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.641751:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.641760:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137657.641796:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333778944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.641802:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31698 00000100:00100000:2.0:1746137657.641859:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333779072 00000100:00100000:2.0:1746137657.641863:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333779072 00010000:00010000:2.0:1746137657.641879:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.641908:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16048 00000100:00100000:2.0:1746137657.641912:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120346300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333779072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.641919:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.641938:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.641947:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.641959:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde089 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.641981:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.641983:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.641988:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.641995:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.642014:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.642025:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.642035:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327527936:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.642090:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.643959:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327527936:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.643975:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.644010:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333779072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2096us (2303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.644020:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16048 00000100:00100000:0.0:1746137657.644210:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.644333:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333779328 00000100:00100000:3.0:1746137657.644340:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333779328 00002000:00100000:3.0:1746137657.644374:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120347100 x1830957333779328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.644384:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120347100 with x1830957333779328 ext(0->4095) 00010000:00010000:3.0:1746137657.644391:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.644404:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.644410:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120347100 00000100:00100000:3.0:1746137657.644440:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3842 00000100:00100000:3.0:1746137657.644447:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333779328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.644577:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333779328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (367us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.644583:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3842 00002000:00100000:3.0:1746137657.644588:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120347100 x1830957333779328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.644595:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120347100 with x1830957333779328 ext(0->4095) 00010000:00010000:3.0:1746137657.644600:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.644614:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.644619:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880120347100 00000100:00100000:0.0:1746137657.646095:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.646137:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.646192:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333779584 00000100:00100000:3.0:1746137657.646197:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333779584 00000100:00100000:3.0:1746137657.646233:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31699 00000100:00100000:3.0:1746137657.646238:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333779584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.646256:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.646271:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde09e expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.646293:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333779456 00000100:00100000:2.0:1746137657.646297:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333779456 00010000:00010000:3.0:1746137657.646304:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.646310:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.646315:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137657.646315:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.646318:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde09e expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.646354:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.646354:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16049 00000100:00100000:2.0:1746137657.646360:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012daa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2009:x1830957333779456:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.646365:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde09e expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.646368:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.646374:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00010000:00010000:2.0:1746137657.646385:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.646395:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.646409:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333779584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (321us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137657.646410:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebc00/0xddf4fb61417770dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde090 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.646415:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31699 00010000:00010000:2.0:1746137657.646430:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.646432:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.646437:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.646443:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.646461:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.646470:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.646487:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327528192:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.646559:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.647501:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327528192:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.647512:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.647541:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012daa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2009:x1830957333779456:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1182us (1402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.647547:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16049 00000100:00100000:2.0:1746137657.647672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.647738:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333779840 00000100:00100000:3.0:1746137657.647743:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333779840 00002000:00100000:3.0:1746137657.647771:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fad80 x1830957333779840/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.647779:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fad80 with x1830957333779840 ext(0->4095) 00010000:00010000:3.0:1746137657.647786:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.647796:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.647801:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fad80 00000100:00100000:3.0:1746137657.647844:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3843 00000100:00100000:3.0:1746137657.647850:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333779840:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137657.648163:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333779840:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 313us (491us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.648169:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3843 00002000:00100000:3.0:1746137657.648174:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fad80 x1830957333779840/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.648181:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fad80 with x1830957333779840 ext(0->4095) 00010000:00010000:3.0:1746137657.648185:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.648200:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.648205:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fad80 00000100:00100000:0.0:1746137657.650647:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.650756:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333779968 00000100:00100000:2.0:1746137657.650767:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333779968 00010000:00010000:2.0:1746137657.650797:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.650848:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16050 00000100:00100000:2.0:1746137657.650854:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333779968:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.650866:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.650884:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.650896:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.650917:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417770e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde097 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.650936:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.650937:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.650944:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde09e expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.650951:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde09e expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.650980:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde09e expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.650990:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327528320:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.651074:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.652509:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327528320:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.652527:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.652569:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333779968:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1713us (1932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.652577:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16050 00000100:00100000:0.0:1746137657.652771:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.652884:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333780224 00000100:00100000:3.0:1746137657.652890:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333780224 00002000:00100000:3.0:1746137657.652928:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344700 x1830957333780224/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.652938:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344700 with x1830957333780224 ext(0->4095) 00002000:00010000:3.0:1746137657.652942:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120344700 00000100:00100000:3.0:1746137657.652956:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14961 00000100:00100000:3.0:1746137657.652961:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2009:x1830957333780224:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137657.653067:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2009:x1830957333780224:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.653073:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14961 00002000:00100000:3.0:1746137657.653078:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880120344700 x1830957333780224/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.653090:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880120344700 with x1830957333780224 ext(0->4095) 00002000:00010000:3.0:1746137657.653092:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880120344700 00000100:00100000:0.0:1746137657.655483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.655558:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333780352 00000100:00100000:3.0:1746137657.655566:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333780352 00000100:00100000:3.0:1746137657.656160:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31700 00000100:00100000:3.0:1746137657.656169:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333780352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.656188:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.656204:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0a5 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.656229:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde09e expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.656235:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.656237:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.656240:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0a5 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.656265:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde09e expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.656276:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde09e expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.656300:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327528448:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.656386:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.657715:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327528448:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.657740:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0a5 expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.657753:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137657.657795:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333780352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1626us (2322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.657826:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31700 00000100:00100000:0.0:1746137657.658036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.658139:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333780480 00000100:00100000:3.0:1746137657.658145:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333780480 00010000:00010000:3.0:1746137657.658170:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde09e expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.658198:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16051 00000100:00100000:3.0:1746137657.658205:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880120346300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333780480:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.658218:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.658235:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde09e expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.658244:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde09e expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.658260:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417770eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde09e expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.658287:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.658289:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.658295:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0a5 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.658303:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0a5 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.658325:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0a5 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.658335:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327528576:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.658573:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.659615:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327528576:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.659630:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.659656:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880120346300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333780480:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1452us (1620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.659663:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16051 00000100:00100000:0.0:1746137657.660119:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.660209:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333780736 00000100:00100000:2.0:1746137657.660215:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333780736 00002000:00100000:2.0:1746137657.660255:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8ed80 x1830957333780736/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.660263:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8ed80 with x1830957333780736 ext(0->4095) 00002000:00010000:2.0:1746137657.660266:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8ed80 00000100:00100000:2.0:1746137657.660297:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14962 00000100:00100000:2.0:1746137657.660304:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333780736:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.660423:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333780736:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.660428:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14962 00002000:00100000:2.0:1746137657.660433:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8ed80 x1830957333780736/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.660440:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8ed80 with x1830957333780736 ext(0->4095) 00002000:00010000:2.0:1746137657.660443:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8ed80 00000100:00100000:0.0:1746137657.663085:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.663170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.663230:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333780864 00000100:00100000:1.0:1746137657.663238:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333780864 00000100:00100000:3.0:1746137657.663251:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333780992 00000100:00100000:3.0:1746137657.663255:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333780992 00000100:00100000:1.0:1746137657.663292:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31701 00000100:00100000:1.0:1746137657.663299:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1685:x1830957333780864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137657.663310:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31702 00000100:00100000:3.0:1746137657.663315:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333780992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.663321:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.663322:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.663334:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0b3 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.663334:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0ac expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.663358:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0a5 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.663366:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.663368:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.663371:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.663383:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.663387:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.663393:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.663395:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.663416:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0a5 expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.663422:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.663426:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0a5 expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.663437:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327528832:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.663443:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.663451:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00000100:00100000:3.0:1746137657.663495:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333780992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.663501:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31702 00000100:00100000:1.0:1746137657.663520:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.664481:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327528832:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137657.664497:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.664507:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea600, rc 0) 00000100:00100000:1.0:1746137657.664530:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333780864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1231us (1452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.664535:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31701 00000100:00100000:0.0:1746137657.664926:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.665234:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333781120 00000100:00100000:3.0:1746137657.665240:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333781120 00010000:00010000:3.0:1746137657.665265:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0a5 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.665307:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16052 00000100:00100000:3.0:1746137657.665313:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333781120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.665323:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.665338:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0a5 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.665349:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0a5 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.665372:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb61417770f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0a5 expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.665674:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.665676:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.665684:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.665692:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.665715:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.665725:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.665736:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327528960:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.665796:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.667777:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327528960:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.667794:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.667849:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333781120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2534us (2922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.667857:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16052 00000100:00100000:0.0:1746137657.668432:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.668451:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333781376 00000100:00100000:2.0:1746137657.668456:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333781376 00002000:00100000:2.0:1746137657.668489:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8f100 x1830957333781376/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.668498:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8f100 with x1830957333781376 ext(0->4095) 00010000:00010000:2.0:1746137657.668505:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.668516:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.668522:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce8f100 00000100:00100000:2.0:1746137657.668543:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3844 00000100:00100000:2.0:1746137657.668549:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333781376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.668732:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333781376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 181us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.668741:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3844 00002000:00100000:2.0:1746137657.668746:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ce8f100 x1830957333781376/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.668752:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8f100 with x1830957333781376 ext(0->4095) 00010000:00010000:2.0:1746137657.668757:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.668766:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.668771:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce8f100 00000100:00100000:0.0:1746137657.670069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.670290:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333781632 00000100:00100000:1.0:1746137657.670296:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333781632 00000100:00100000:0.0:1746137657.670316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.670339:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31703 00000100:00100000:1.0:1746137657.670345:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333781632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.670359:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.670372:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0ba expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.670399:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.670405:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.670410:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137657.670413:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.670446:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.670458:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.670466:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eba00, rc 0) 00000100:00100000:3.0:1746137657.670491:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333781504 00000100:00100000:3.0:1746137657.670495:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333781504 00010000:00010000:3.0:1746137657.670511:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.670516:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333781632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.670521:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31703 00000100:00100000:3.0:1746137657.670530:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16053 00000100:00100000:3.0:1746137657.670535:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333781504:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.670551:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.670569:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.670578:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.670595:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea600/0xddf4fb61417770f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ac expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.670605:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.670606:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.670612:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.670623:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.670643:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.670680:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.670691:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327529216:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.670861:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.672296:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327529216:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.672309:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.672332:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333781504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1797us (2017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.672339:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16053 00000100:00100000:0.0:1746137657.673319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.673366:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333781888 00000100:00100000:2.0:1746137657.673372:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333781888 00002000:00100000:2.0:1746137657.673400:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c344e00 x1830957333781888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.673407:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344e00 with x1830957333781888 ext(0->4095) 00010000:00010000:2.0:1746137657.673417:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.673426:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.673430:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c344e00 00000100:00100000:2.0:1746137657.673453:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3845 00000100:00100000:2.0:1746137657.673457:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333781888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.673593:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333781888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.673600:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3845 00002000:00100000:2.0:1746137657.673605:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c344e00 x1830957333781888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.673616:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344e00 with x1830957333781888 ext(0->4095) 00010000:00010000:2.0:1746137657.673620:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.673631:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.673637:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c344e00 00000100:00100000:0.0:1746137657.674866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.674918:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333782016 00000100:00100000:1.0:1746137657.674925:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333782016 00000100:00100000:1.0:1746137657.674957:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31704 00000100:00100000:1.0:1746137657.674963:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333782016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.674973:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.674987:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0c1 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.675007:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.675013:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.675023:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137657.675026:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c1 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.675059:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.675070:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c1 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.675077:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea800, rc 0) 00000100:00100000:1.0:1746137657.675111:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333782016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.675117:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31704 00000100:00100000:0.0:1746137657.675226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.675318:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333782144 00000100:00100000:3.0:1746137657.675322:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333782144 00010000:00010000:3.0:1746137657.675338:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.675371:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16054 00000100:00100000:3.0:1746137657.675377:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2010:x1830957333782144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.675385:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.675768:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.675780:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.675799:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777100 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0b3 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.675842:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.675844:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.675850:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.675858:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.675881:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.675891:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 5 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.675903:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327529472:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.676161:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.677893:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327529472:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.677911:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.678384:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2010:x1830957333782144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3005us (3159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.678393:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16054 00000100:00100000:2.0:1746137657.678859:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.679086:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333782400 00000100:00100000:3.0:1746137657.679093:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333782400 00002000:00100000:3.0:1746137657.679126:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fb800 x1830957333782400/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.679135:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fb800 with x1830957333782400 ext(0->4095) 00010000:00010000:3.0:1746137657.679143:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.679156:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.679163:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fb800 00000100:00100000:3.0:1746137657.679345:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3846 00000100:00100000:3.0:1746137657.679352:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333782400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.679568:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333782400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 216us (710us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.679574:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3846 00002000:00100000:3.0:1746137657.679580:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800961fb800 x1830957333782400/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.679587:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961fb800 with x1830957333782400 ext(0->4095) 00010000:00010000:3.0:1746137657.679591:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.679976:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.679983:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961fb800 00000100:00100000:0.0:1746137657.682352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.682456:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333782528 00000100:00100000:3.0:1746137657.682463:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333782528 00010000:00010000:3.0:1746137657.682494:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.683030:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16055 00000100:00100000:3.0:1746137657.683039:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333782528:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.683051:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.683066:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.683083:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.683103:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb6141777107 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0ba expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.683125:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.683127:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.683133:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c1 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.683141:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c1 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.683169:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c1 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.683181:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327529600:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.683261:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.685437:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327529600:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.685456:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.685499:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333782528:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2460us (3154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.685508:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16055 00000100:00100000:0.0:1746137657.685789:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.685878:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333782784 00000100:00100000:2.0:1746137657.685885:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333782784 00002000:00100000:2.0:1746137657.685910:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12ed80 x1830957333782784/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.685917:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ed80 with x1830957333782784 ext(0->4095) 00002000:00010000:2.0:1746137657.685920:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12ed80 00000100:00100000:2.0:1746137657.685931:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14963 00000100:00100000:2.0:1746137657.685935:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333782784:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.686109:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333782784:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (320us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.686118:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14963 00002000:00100000:2.0:1746137657.686122:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12ed80 x1830957333782784/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.686129:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ed80 with x1830957333782784 ext(0->4095) 00002000:00010000:2.0:1746137657.686132:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12ed80 00000100:00100000:0.0:1746137657.688192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.688382:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333782912 00000100:00100000:1.0:1746137657.688389:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333782912 00000100:00100000:1.0:1746137657.688429:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31705 00000100:00100000:1.0:1746137657.688435:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333782912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.688450:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.688464:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0c8 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.688485:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c1 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.688492:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.688494:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.688497:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c8 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.688521:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c1 expref: 65 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.688532:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c1 expref: 65 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.688543:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327529728:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137657.688621:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.690196:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327529728:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137657.690218:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c8 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.690232:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:1.0:1746137657.690289:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333782912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1841us (2090us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.690297:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31705 00000100:00100000:0.0:1746137657.690656:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.690723:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333783040 00000100:00100000:3.0:1746137657.690729:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333783040 00010000:00010000:3.0:1746137657.690756:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c1 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.690785:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16056 00000100:00100000:3.0:1746137657.690791:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49cb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333783040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.690802:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.690846:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c1 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.690856:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c1 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.690875:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea800/0xddf4fb614177710e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c1 expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.690889:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.690891:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.690896:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c8 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.690903:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c8 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.690926:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c8 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.690936:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327529856:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.690979:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.693293:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327529856:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.693312:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.693540:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49cb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:2007:x1830957333783040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2747us (2882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.693550:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16056 00000100:00100000:0.0:1746137657.695480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.695615:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333783296 00000100:00100000:2.0:1746137657.695624:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333783296 00002000:00100000:2.0:1746137657.695658:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12df80 x1830957333783296/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.695667:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12df80 with x1830957333783296 ext(0->4095) 00002000:00010000:2.0:1746137657.695672:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12df80 00000100:00100000:2.0:1746137657.695906:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14964 00000100:00100000:2.0:1746137657.695913:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333783296:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137657.696043:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333783296:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (570us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.696049:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14964 00002000:00100000:2.0:1746137657.696055:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12df80 x1830957333783296/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.696061:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12df80 with x1830957333783296 ext(0->4095) 00002000:00010000:2.0:1746137657.696064:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12df80 00000100:00100000:0.0:1746137657.696403:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.696434:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333783424 00000100:00100000:1.0:1746137657.696439:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333783424 00000100:00100000:1.0:1746137657.696509:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31706 00000100:00100000:1.0:1746137657.696516:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+65:1679:x1830957333783424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.696524:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.696536:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0cf expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.696561:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c8 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.696567:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.696569:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.696572:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.696594:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c8 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.696604:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c8 expref: 5 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.696873:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327529984:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137657.697154:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.699520:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.699603:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333783552 00000100:00100000:3.0:1746137657.699612:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333783552 00000100:00100000:3.0:1746137657.699650:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31707 00000100:00100000:3.0:1746137657.699657:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333783552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.699673:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.699689:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0d6 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.699721:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.699727:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.699732:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.699735:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0d6 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.700063:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.700079:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0d6 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.700092:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:0.0:1746137657.700100:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327529984:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137657.700116:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.700124:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebe00, rc 0) 00000100:00100000:0.0:1746137657.700143:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333783424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3628us (3741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.700144:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1685:x1830957333783552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 487us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137657.700149:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31706 00000100:00100000:3.0:1746137657.700348:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31707 00000100:00100000:0.0:1746137657.700984:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.701048:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333783680 00000100:00100000:3.0:1746137657.701052:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333783680 00010000:00010000:3.0:1746137657.701070:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c8 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.701133:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16057 00000100:00100000:3.0:1746137657.701139:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333783680:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.701148:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.701164:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c8 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.701173:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c8 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.701188:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ea000/0xddf4fb6141777115 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0c8 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.701505:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.701507:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.701513:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.701527:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.701548:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 66 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.701556:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 66 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.701565:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327530240:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.701751:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.704376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.704434:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333783936 00000100:00100000:1.0:1746137657.704441:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333783936 00000100:00100000:3.0:1746137657.704464:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327530240:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746137657.704472:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12ca80 x1830957333783936/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746137657.704479:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746137657.704479:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ca80 with x1830957333783936 ext(0->4095) 00010000:00010000:1.0:1746137657.704487:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.704498:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.704508:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b12ca80 00000100:00100000:3.0:1746137657.704511:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333783680:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3372us (3528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.704519:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16057 00000100:00100000:1.0:1746137657.704535:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3847 00000100:00100000:1.0:1746137657.704542:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333783936:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137657.704631:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333783936:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.704636:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3847 00002000:00100000:1.0:1746137657.704641:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b12ca80 x1830957333783936/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.704648:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12ca80 with x1830957333783936 ext(0->4095) 00010000:00010000:1.0:1746137657.704651:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.704660:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.704665:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b12ca80 00000100:00100000:0.0:1746137657.707976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.708079:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333784064 00000100:00100000:3.0:1746137657.708087:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333784064 00010000:00010000:3.0:1746137657.708121:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.708167:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16058 00000100:00100000:3.0:1746137657.708175:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333784064:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.708190:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.708212:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.708224:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.708244:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb614177711c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0cf expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.708262:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.708264:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.708271:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0d6 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.708291:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0d6 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.708325:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0d6 expref: 66 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.708337:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327530368:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.708419:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.710047:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327530368:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.710064:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.710096:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333784064:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1922us (2130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.710105:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16058 00000100:00100000:0.0:1746137657.711709:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.711758:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333784320 00000100:00100000:2.0:1746137657.711766:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333784320 00002000:00100000:2.0:1746137657.711803:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfca680 x1830957333784320/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.711923:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfca680 with x1830957333784320 ext(0->4095) 00002000:00010000:2.0:1746137657.711928:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfca680 00000100:00100000:2.0:1746137657.711988:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14965 00000100:00100000:2.0:1746137657.711994:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333784320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.712328:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333784320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 333us (626us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.712334:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14965 00002000:00100000:2.0:1746137657.712339:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008cfca680 x1830957333784320/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.712345:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfca680 with x1830957333784320 ext(0->4095) 00002000:00010000:2.0:1746137657.712347:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfca680 00000100:00100000:0.0:1746137657.716267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.716450:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333784448 00000100:00100000:3.0:1746137657.716458:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333784448 00000100:00100000:3.0:1746137657.716512:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31708 00000100:00100000:3.0:1746137657.716520:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333784448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.716540:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.716558:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0dd expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.716585:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0d6 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.716593:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.716595:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.716598:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.716626:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0d6 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.716638:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0d6 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.716650:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327530496:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.716743:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.721035:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327530496:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.721063:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.721082:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137657.721130:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333784448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4610us (4871us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.721138:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31708 00000100:00100000:0.0:1746137657.722667:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.722754:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333784576 00000100:00100000:0.0:1746137657.722757:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.722762:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333784576 00000100:00100000:3.0:1746137657.722798:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31709 00000100:00100000:3.0:1746137657.722833:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:1679:x1830957333784576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.722851:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.722865:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0e4 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.722885:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.722890:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.722895:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.722898:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.722926:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.722930:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333784704 00000100:00100000:2.0:1746137657.722934:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333784704 00010000:00010000:3.0:1746137657.722936:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 67 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.722947:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00010000:00010000:2.0:1746137657.722950:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0d6 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.722975:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333784576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.722979:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16059 00000100:00100000:3.0:1746137657.722980:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31709 00000100:00100000:2.0:1746137657.722984:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333784704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.722991:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.723008:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0d6 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.723017:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0d6 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.723032:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb6141777123 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0d6 expref: 67 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.723048:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.723050:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.723055:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.723061:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.723094:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.723103:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.723113:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327530752:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.723155:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.725527:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327530752:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.725547:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.725584:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333784704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2599us (2826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.725593:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16059 00000100:00100000:0.0:1746137657.726001:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.726108:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333784960 00000100:00100000:3.0:1746137657.726113:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333784960 00002000:00100000:3.0:1746137657.726144:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1f80 x1830957333784960/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.726154:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1f80 with x1830957333784960 ext(0->4095) 00010000:00010000:3.0:1746137657.726161:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.726177:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.726182:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd1f80 00000100:00100000:3.0:1746137657.726209:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3848 00000100:00100000:3.0:1746137657.726216:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333784960:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137657.727376:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333784960:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1155us (1370us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.727385:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3848 00002000:00100000:3.0:1746137657.727394:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1f80 x1830957333784960/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.727401:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1f80 with x1830957333784960 ext(0->4095) 00010000:00010000:3.0:1746137657.727408:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.727419:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.727424:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd1f80 00000100:00100000:0.0:1746137657.729267:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.729319:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333785088 00000100:00100000:3.0:1746137657.729326:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333785088 00010000:00010000:3.0:1746137657.729354:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.729700:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16060 00000100:00100000:3.0:1746137657.729705:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333785088:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.729715:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.729728:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.729736:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.729749:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb614177712a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0dd expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.729767:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.729769:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.729775:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.729783:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.729833:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.729894:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327530880:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.729968:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.731964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.732050:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333785344 00000100:00100000:2.0:1746137657.732056:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333785344 00000100:00100000:3.0:1746137657.732062:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327530880:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.732079:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137657.732088:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1500 x1830957333785344/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.732096:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1500 with x1830957333785344 ext(0->4095) 00002000:00010000:2.0:1746137657.732100:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1500 00000100:00100000:3.0:1746137657.732111:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333785088:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2405us (2848us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.732119:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16060 00000100:00100000:2.0:1746137657.732236:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14966 00000100:00100000:2.0:1746137657.732243:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333785344:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.732352:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2007:x1830957333785344:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.732357:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14966 00002000:00100000:2.0:1746137657.732361:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092fd1500 x1830957333785344/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.732373:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd1500 with x1830957333785344 ext(0->4095) 00002000:00010000:2.0:1746137657.732376:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd1500 00000100:00100000:0.0:1746137657.733558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.733641:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333785472 00000100:00100000:3.0:1746137657.733646:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333785472 00000100:00100000:3.0:1746137657.733683:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31710 00000100:00100000:3.0:1746137657.733689:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333785472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.733701:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.733714:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0eb expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.733737:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.733743:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.733745:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.733748:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0eb expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.733773:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 65 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.733782:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 65 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.733792:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327531008:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.733877:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.735450:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.735544:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327531008:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.735577:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0eb expref: 6 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.735591:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d200, rc 0) 00000100:00100000:3.0:1746137657.735628:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333785472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1940us (2074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.735635:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31710 00000100:00100000:1.0:1746137657.735903:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333785600 00000100:00100000:1.0:1746137657.735909:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333785600 00002000:00100000:1.0:1746137657.735947:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092fd2300 x1830957333785600/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 496/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.735955:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2300 with x1830957333785600 ext(0->7) 00010000:00010000:1.0:1746137657.735960:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.735974:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 66 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.735980:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd2300 00000100:00100000:1.0:1746137657.736008:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3849 00000100:00100000:1.0:1746137657.736013:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+66:2008:x1830957333785600:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137657.736885:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333785600:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 869us (1441us total) trans 4294972206 rc 0/0 00000100:00100000:0.0:1746137657.736891:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3849 00002000:00100000:0.0:1746137657.736897:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092fd2300 x1830957333785600/t4294972206(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 496/448 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.736904:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2300 with x1830957333785600 ext(0->7) 00010000:00010000:0.0:1746137657.736909:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.736917:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137657.736923:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd2300 00000100:00100000:0.0:1746137657.739240:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.739311:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333785728 00000100:00100000:3.0:1746137657.739320:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333785728 00010000:00010000:3.0:1746137657.739356:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.739391:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16061 00000100:00100000:3.0:1746137657.739398:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2009:x1830957333785728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.739413:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.739431:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.739442:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.739461:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777131 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0e4 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.739489:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.739491:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.739498:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0eb expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.739507:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0eb expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.739536:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0eb expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.739547:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327531136:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.740007:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.741863:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327531136:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.741882:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137657.741885:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.741919:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2009:x1830957333785728:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2521us (2686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.741928:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16061 00000100:00100000:1.0:1746137657.741932:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333785984 00000100:00100000:1.0:1746137657.741940:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333785984 00002000:00100000:1.0:1746137657.741970:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096651500 x1830957333785984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.741980:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096651500 with x1830957333785984 ext(0->4095) 00002000:00010000:1.0:1746137657.741984:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096651500 00000100:00100000:1.0:1746137657.742011:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14967 00000100:00100000:1.0:1746137657.742017:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333785984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137657.742133:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333785984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.742139:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14967 00002000:00100000:1.0:1746137657.742144:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096651500 x1830957333785984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.742151:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096651500 with x1830957333785984 ext(0->4095) 00002000:00010000:1.0:1746137657.742154:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096651500 00000100:00100000:0.0:1746137657.745126:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.745310:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333786112 00000100:00100000:3.0:1746137657.745317:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333786112 00000100:00100000:3.0:1746137657.745365:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31711 00000100:00100000:3.0:1746137657.745373:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333786112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.745387:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.745401:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0f2 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.745425:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0eb expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.745432:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.745434:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.745438:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.745463:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0eb expref: 5 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.745474:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0eb expref: 5 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.745484:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327531264:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.745579:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.748049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.748172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.748289:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327531264:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.748314:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.748328:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137657.748367:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1685:x1830957333786112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2994us (3247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.748375:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31711 00000100:00100000:3.0:1746137657.748397:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333786240 00000100:00100000:3.0:1746137657.748402:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333786240 00000100:00100000:3.0:1746137657.748428:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31712 00000100:00100000:3.0:1746137657.748433:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333786240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.748445:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.748455:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde0f9 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.748478:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.748482:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 69 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.748486:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.748489:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 69 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.748511:0:26520:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 69 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.748519:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 69 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.748525:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137657.748539:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333786240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.748544:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31712 00000100:00100000:2.0:1746137657.748691:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333786368 00000100:00100000:2.0:1746137657.748694:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333786368 00010000:00010000:2.0:1746137657.748713:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0eb expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.748742:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16062 00000100:00100000:2.0:1746137657.748746:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333786368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.748752:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.748766:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0eb expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.748773:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0eb expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.748788:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d200/0xddf4fb6141777138 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0eb expref: 6 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.748828:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.748830:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.748835:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.748841:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.748865:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.748875:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.748886:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327531520:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.749018:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.752712:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.752799:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327531520:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.752840:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.752894:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333786368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4146us (4721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.752904:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16062 00000100:00100000:2.0:1746137657.753359:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333786624 00000100:00100000:2.0:1746137657.753367:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333786624 00002000:00100000:2.0:1746137657.753413:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096650a80 x1830957333786624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.753422:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096650a80 with x1830957333786624 ext(0->4095) 00010000:00010000:2.0:1746137657.753431:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 69 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.753443:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 69 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.753449:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096650a80 00000100:00100000:2.0:1746137657.753519:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3850 00000100:00100000:2.0:1746137657.753526:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333786624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.753819:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333786624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 278us (1101us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.753829:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3850 00002000:00100000:2.0:1746137657.753835:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096650a80 x1830957333786624/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.753841:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096650a80 with x1830957333786624 ext(0->4095) 00010000:00010000:2.0:1746137657.753846:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 69 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.753854:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 69 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.753860:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096650a80 00000100:00100000:0.0:1746137657.755455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.755549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.755592:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333786880 00000100:00100000:2.0:1746137657.755600:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333786880 00000100:00100000:2.0:1746137657.755639:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31713 00000100:00100000:2.0:1746137657.755646:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333786880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.755664:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.755679:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde100 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.755691:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333786752 00000100:00100000:3.0:1746137657.755695:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333786752 00010000:00010000:2.0:1746137657.755699:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.755711:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 69 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.755747:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16063 00000100:00100000:3.0:1746137657.755756:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2009:x1830957333786752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.755764:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.755896:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 69 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.755904:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137657.755907:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.755926:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 69 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.755939:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 69 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.755955:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 69 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.755958:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177713f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f2 expref: 69 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.755966:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.755972:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.755974:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.755979:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.755985:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.756016:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:2.0:1746137657.756067:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333786880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 422us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.756073:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31713 00010000:00010000:3.0:1746137657.756124:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 68 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.756135:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.756149:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327531776:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.756323:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.757728:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327531776:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.757749:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.757797:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2009:x1830957333786752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2043us (2247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.757831:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16063 00000100:00100000:0.0:1746137657.758388:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.758565:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333787136 00000100:00100000:2.0:1746137657.758573:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333787136 00002000:00100000:2.0:1746137657.758612:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea16d80 x1830957333787136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.758622:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea16d80 with x1830957333787136 ext(0->4095) 00010000:00010000:2.0:1746137657.758632:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.758645:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.758651:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea16d80 00000100:00100000:2.0:1746137657.758685:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3851 00000100:00100000:2.0:1746137657.758694:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333787136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.758916:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333787136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 223us (529us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.758923:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3851 00002000:00100000:2.0:1746137657.758928:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea16d80 x1830957333787136/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.758934:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea16d80 with x1830957333787136 ext(0->4095) 00010000:00010000:2.0:1746137657.758939:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.758947:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 68 pid: 26520 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.758952:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea16d80 00000100:00100000:0.0:1746137657.760373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.760455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.760570:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333787264 00000100:00100000:2.0:1746137657.760577:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333787264 00000100:00100000:2.0:1746137657.760613:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31714 00000100:00100000:2.0:1746137657.760620:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098635c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333787264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.760635:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.760653:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde107 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.760677:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.760682:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.760688:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137657.760691:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde107 expref: 69 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.760727:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.760739:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde107 expref: 69 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.760748:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daf400, rc 0) 00000100:00100000:2.0:1746137657.760833:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098635c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333787264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.760839:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31714 00000100:00100000:3.0:1746137657.761156:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333787392 00000100:00100000:3.0:1746137657.761160:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333787392 00010000:00010000:3.0:1746137657.761179:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 69 pid: 26520 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.761212:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16064 00000100:00100000:3.0:1746137657.761217:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2009:x1830957333787392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.761225:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.761245:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 69 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.761255:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 69 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.761271:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777146 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde0f9 expref: 69 pid: 26520 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.761293:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.761295:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.761300:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.761307:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.761326:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.761334:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 5 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.761345:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327532032:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.761389:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.762827:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327532032:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.762842:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.763084:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2009:x1830957333787392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1865us (2626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.763093:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16064 00000100:00100000:0.0:1746137657.763482:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.763585:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333787648 00000100:00100000:2.0:1746137657.763591:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333787648 00002000:00100000:2.0:1746137657.763632:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15c00 x1830957333787648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.763641:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15c00 with x1830957333787648 ext(0->4095) 00010000:00010000:2.0:1746137657.763650:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.763661:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.763667:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea15c00 00000100:00100000:2.0:1746137657.764283:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3852 00000100:00100000:2.0:1746137657.764293:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333787648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.764455:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333787648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (973us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.764461:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3852 00002000:00100000:2.0:1746137657.764467:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15c00 x1830957333787648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.764474:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15c00 with x1830957333787648 ext(0->4095) 00010000:00010000:2.0:1746137657.764480:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.764489:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.764494:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006ea15c00 00000100:00100000:0.0:1746137657.767310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.767375:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333787776 00000100:00100000:3.0:1746137657.767383:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333787776 00010000:00010000:3.0:1746137657.767411:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.767445:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16065 00000100:00100000:3.0:1746137657.767458:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2010:x1830957333787776:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.767476:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.767496:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.767508:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.767529:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb614177714d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde100 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.767550:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.767552:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.767557:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde107 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.767562:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde107 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.767590:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde107 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.767599:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327532160:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.767677:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.769025:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327532160:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.769041:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.769079:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2010:x1830957333787776:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1626us (1776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.769092:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16065 00000100:00100000:0.0:1746137657.769420:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.769501:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333788032 00000100:00100000:1.0:1746137657.769509:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333788032 00002000:00100000:1.0:1746137657.769548:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea17100 x1830957333788032/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.769559:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17100 with x1830957333788032 ext(0->4095) 00002000:00010000:1.0:1746137657.769562:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea17100 00000100:00100000:1.0:1746137657.769596:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14968 00000100:00100000:1.0:1746137657.769604:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333788032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137657.769964:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333788032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 361us (544us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.769970:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14968 00002000:00100000:1.0:1746137657.769975:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea17100 x1830957333788032/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.769982:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17100 with x1830957333788032 ext(0->4095) 00002000:00010000:1.0:1746137657.769985:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea17100 00000100:00100000:0.0:1746137657.771673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.771768:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333788160 00000100:00100000:2.0:1746137657.771775:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333788160 00000100:00100000:2.0:1746137657.771831:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31715 00000100:00100000:2.0:1746137657.771838:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333788160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.771851:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.771869:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde10e expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.771894:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde107 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.771900:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.771902:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.771905:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde10e expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.771934:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde107 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.771943:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde107 expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.771953:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327532288:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.772271:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.773286:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327532288:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.773305:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde10e expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.773317:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:0.0:1746137657.773612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.773679:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333788160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1507us (1680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.773687:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31715 00000100:00100000:3.0:1746137657.773721:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333788288 00000100:00100000:3.0:1746137657.773727:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333788288 00010000:00010000:3.0:1746137657.773753:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde107 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.773783:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16066 00000100:00100000:3.0:1746137657.773790:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333788288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.773801:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.773838:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde107 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.773847:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde107 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.773865:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daf400/0xddf4fb6141777154 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde107 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.774523:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.774526:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.774533:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde10e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.774541:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde10e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.774568:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde10e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.774580:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327532416:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.774654:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.776155:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327532416:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.776170:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137657.776180:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.776210:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333788288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2420us (2598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.776219:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16066 00000100:00100000:1.0:1746137657.776236:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333788544 00000100:00100000:1.0:1746137657.776242:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333788544 00002000:00100000:1.0:1746137657.776273:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15f80 x1830957333788544/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.776293:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15f80 with x1830957333788544 ext(0->4095) 00002000:00010000:1.0:1746137657.776297:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15f80 00000100:00100000:1.0:1746137657.776319:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14969 00000100:00100000:1.0:1746137657.776325:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333788544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137657.776433:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333788544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.776438:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14969 00002000:00100000:1.0:1746137657.776442:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88006ea15f80 x1830957333788544/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.776448:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15f80 with x1830957333788544 ext(0->4095) 00002000:00010000:1.0:1746137657.776450:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15f80 00000100:00100000:0.0:1746137657.778632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.778695:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333788672 00000100:00100000:2.0:1746137657.778702:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333788672 00000100:00100000:2.0:1746137657.778734:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31716 00000100:00100000:2.0:1746137657.778740:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1685:x1830957333788672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.778754:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.778767:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde115 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.778791:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde10e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.778798:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.778800:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.778837:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.778862:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde10e expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.778873:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde10e expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.778883:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327532544:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.779086:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.779913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.779964:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333788800 00000100:00100000:2.0:1746137657.779968:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333788800 00000100:00100000:2.0:1746137657.779996:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31717 00000100:00100000:2.0:1746137657.780002:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333788800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.780011:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.780020:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde11c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.780035:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.780039:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 70 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.780045:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.780048:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 70 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.780066:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327532544:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.780069:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 70 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.780078:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 70 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.780082:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 70 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.780085:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00010000:00010000:3.0:1746137657.780090:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:2.0:1746137657.780110:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:1679:x1830957333788800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.780111:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:1685:x1830957333788672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1371us (1486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.780115:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31717 00000100:00100000:3.0:1746137657.780124:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31716 00000100:00100000:0.0:1746137657.780244:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.780318:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333788928 00000100:00100000:3.0:1746137657.780321:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333788928 00010000:00010000:3.0:1746137657.780338:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde10e expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.780356:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16067 00000100:00100000:3.0:1746137657.780361:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333788928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.780368:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.780384:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde10e expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.780392:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde10e expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.780406:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae000/0xddf4fb614177715b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde10e expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.780568:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.780569:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.780575:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.780581:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.780601:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.780610:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.780618:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327532800:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.780776:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.782192:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327532800:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.782206:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.782249:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333788928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1886us (2003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.782258:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16067 00000100:00100000:2.0:1746137657.782631:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.782749:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333789184 00000100:00100000:1.0:1746137657.782756:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333789184 00002000:00100000:1.0:1746137657.782789:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284000 x1830957333789184/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.782798:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284000 with x1830957333789184 ext(0->4095) 00010000:00010000:1.0:1746137657.782831:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.782844:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.782849:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081284000 00000100:00100000:1.0:1746137657.782864:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3853 00000100:00100000:1.0:1746137657.782871:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333789184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137657.782980:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333789184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.782985:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3853 00002000:00100000:1.0:1746137657.782990:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081284000 x1830957333789184/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.782997:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081284000 with x1830957333789184 ext(0->4095) 00010000:00010000:1.0:1746137657.783002:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.783011:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.783016:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081284000 00000100:00100000:0.0:1746137657.784533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.784595:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333789440 00000100:00100000:0.0:1746137657.784597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.784601:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333789440 00000100:00100000:3.0:1746137657.784633:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31718 00000100:00100000:3.0:1746137657.784639:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333789440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.784652:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.784666:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde123 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.784683:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333789312 00000100:00100000:2.0:1746137657.784687:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333789312 00010000:00010000:3.0:1746137657.784693:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.784698:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 69 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.784703:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.784704:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.784707:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.784729:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16068 00000100:00100000:2.0:1746137657.784735:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333789312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.784737:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 69 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.784744:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.784749:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.784757:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171de00, rc 0) 00010000:00010000:2.0:1746137657.784761:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.784772:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.784792:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb6141777162 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde115 expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.784834:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.784836:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.784842:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.784849:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.784869:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.784878:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.784889:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327533056:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.784959:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.785025:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333789440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 385us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.785034:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31718 00000100:00100000:2.0:1746137657.786043:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327533056:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.786056:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137657.786056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.786079:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333789312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1343us (1481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.786086:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16068 00000100:00100000:1.0:1746137657.786157:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333789696 00000100:00100000:1.0:1746137657.786162:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333789696 00002000:00100000:1.0:1746137657.786187:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861bb80 x1830957333789696/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.786196:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861bb80 with x1830957333789696 ext(0->4095) 00010000:00010000:1.0:1746137657.786203:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.786214:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.786220:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861bb80 00000100:00100000:1.0:1746137657.786238:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3854 00000100:00100000:1.0:1746137657.786244:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333789696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137657.786456:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333789696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 212us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.786465:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3854 00002000:00100000:1.0:1746137657.786470:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861bb80 x1830957333789696/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.786477:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861bb80 with x1830957333789696 ext(0->4095) 00010000:00010000:1.0:1746137657.786482:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.786490:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.786495:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861bb80 00000100:00100000:0.0:1746137657.787926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.787980:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333789824 00000100:00100000:3.0:1746137657.787986:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333789824 00000100:00100000:0.0:1746137657.787999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.788020:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31719 00000100:00100000:3.0:1746137657.788025:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333789824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.788035:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.788045:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde12a expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.788062:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.788065:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.788070:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.788072:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde12a expref: 69 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.788093:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.788100:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde12a expref: 69 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.788105:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137657.788130:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333789824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.788134:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31719 00000100:00100000:2.0:1746137657.788196:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333789952 00000100:00100000:2.0:1746137657.788200:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333789952 00010000:00010000:2.0:1746137657.788221:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 69 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.788252:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16069 00000100:00100000:2.0:1746137657.788257:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2009:x1830957333789952:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.788265:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.788419:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 69 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.788429:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 69 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.788444:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae800/0xddf4fb6141777169 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde11c expref: 69 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.788454:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.788455:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.788460:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.788466:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.788484:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.788494:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.788505:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327533312:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.788564:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.789736:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327533312:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.789752:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.789777:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2009:x1830957333789952:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1519us (1777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.789786:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16069 00000100:00100000:0.0:1746137657.789973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.790072:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333790208 00000100:00100000:1.0:1746137657.790077:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333790208 00002000:00100000:1.0:1746137657.790107:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861b800 x1830957333790208/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.790115:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861b800 with x1830957333790208 ext(0->4095) 00010000:00010000:1.0:1746137657.790121:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.790130:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.790136:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861b800 00000100:00100000:1.0:1746137657.790164:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3855 00000100:00100000:1.0:1746137657.790170:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333790208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137657.790271:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333790208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.790286:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3855 00002000:00100000:1.0:1746137657.790291:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009861b800 x1830957333790208/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.790298:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861b800 with x1830957333790208 ext(0->4095) 00010000:00010000:1.0:1746137657.790302:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.790567:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.790575:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009861b800 00000100:00100000:2.0:1746137657.792070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.792131:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333790336 00000100:00100000:0.0:1746137657.792138:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333790336 00010000:00010000:0.0:1746137657.792165:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746137657.792190:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16070 00000100:00100000:0.0:1746137657.792196:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49c6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333790336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137657.792206:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137657.792326:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.792337:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.792358:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171de00/0xddf4fb6141777170 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde123 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.792386:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137657.792388:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137657.792395:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde12a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.792402:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde12a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.792430:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde12a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137657.792440:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009861ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327533440:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137657.792506:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.794211:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009861ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327533440:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.794229:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.794289:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49c6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333790336:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2082us (2212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.794297:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16070 00000100:00100000:0.0:1746137657.794663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.794735:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333790592 00000100:00100000:1.0:1746137657.794741:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333790592 00002000:00100000:1.0:1746137657.794768:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098618e00 x1830957333790592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.794775:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618e00 with x1830957333790592 ext(0->4095) 00002000:00010000:1.0:1746137657.794779:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098618e00 00000100:00100000:1.0:1746137657.794835:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14970 00000100:00100000:1.0:1746137657.794841:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333790592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137657.794933:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333790592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.794938:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14970 00002000:00100000:1.0:1746137657.794944:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098618e00 x1830957333790592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.794950:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618e00 with x1830957333790592 ext(0->4095) 00002000:00010000:1.0:1746137657.794953:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098618e00 00000100:00100000:0.0:1746137657.797594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.797679:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333790720 00000100:00100000:1.0:1746137657.797688:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333790720 00000100:00100000:1.0:1746137657.797738:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31720 00000100:00100000:1.0:1746137657.797745:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333790720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.797762:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.797779:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde131 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.797832:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde12a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.797839:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.797841:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.797844:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde131 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.797869:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde12a expref: 67 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.797879:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde12a expref: 67 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.797891:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327533568:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137657.798553:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.800621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.800683:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327533568:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.800697:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333790848 00000100:00100000:2.0:1746137657.800702:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333790848 00010000:00010000:1.0:1746137657.800707:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde131 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.800723:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eba00, rc 0) 00010000:00010000:2.0:1746137657.800727:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde12a expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.800750:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16071 00000100:00100000:2.0:1746137657.800755:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333790848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746137657.800760:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333790720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3014us (3172us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137657.800765:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746137657.800766:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31720 00010000:00010000:2.0:1746137657.800781:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde12a expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.800795:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde12a expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.800833:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777177 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde12a expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.800857:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.800858:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.800864:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde131 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.800871:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde131 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.800893:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde131 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.800902:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327533696:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.800946:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.803106:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327533696:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137657.803106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137657.803124:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.803161:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333791104 00000100:00100000:1.0:1746137657.803167:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333791104 00000100:00100000:2.0:1746137657.803168:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2007:x1830957333790848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2411us (2552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.803177:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16071 00002000:00100000:1.0:1746137657.803202:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c27100 x1830957333791104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.803210:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27100 with x1830957333791104 ext(0->4095) 00002000:00010000:1.0:1746137657.803214:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c27100 00000100:00100000:1.0:1746137657.803236:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14971 00000100:00100000:1.0:1746137657.803242:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333791104:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137657.803372:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333791104:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.803377:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14971 00002000:00100000:1.0:1746137657.803382:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091c27100 x1830957333791104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.803388:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c27100 with x1830957333791104 ext(0->4095) 00002000:00010000:1.0:1746137657.803390:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c27100 00000100:00100000:0.0:1746137657.805560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.805606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.805640:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333791232 00000100:00100000:1.0:1746137657.805649:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333791232 00000100:00100000:3.0:1746137657.805661:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333791360 00000100:00100000:3.0:1746137657.805665:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333791360 00000100:00100000:1.0:1746137657.805701:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31721 00000100:00100000:1.0:1746137657.805708:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1685:x1830957333791232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137657.805716:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31722 00000100:00100000:3.0:1746137657.805722:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333791360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.805723:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.805729:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.805737:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde13f expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.805737:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde138 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.805758:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde131 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.805765:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.805766:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.805769:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 70 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.805975:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.805981:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 70 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.805991:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.805996:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde138 expref: 70 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.806021:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde131 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.806025:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 70 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.806032:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde131 expref: 5 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.806042:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327533952:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.806116:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bd80 going to sleep for 11 seconds 00010000:00010000:1.0:1746137657.806159:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde138 expref: 70 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.806169:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb400, rc 0) 00000100:00100000:1.0:1746137657.806192:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:1685:x1830957333791232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 486us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.806198:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31721 00000100:00100000:3.0:1746137657.808519:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327533952:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137657.808519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137657.808545:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 69 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.808564:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137657.808601:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333791360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2879us (2995us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.808609:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31722 00000100:00100000:2.0:1746137657.808693:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333791488 00000100:00100000:2.0:1746137657.808703:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333791488 00010000:00010000:2.0:1746137657.808725:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde131 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.808976:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16072 00000100:00100000:2.0:1746137657.808984:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333791488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.808994:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.809012:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde131 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.809022:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde131 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.809042:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eba00/0xddf4fb614177717e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde131 expref: 6 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.809055:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.809056:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.809062:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.809069:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.809206:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.809216:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 68 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.809227:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327534080:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.809556:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.811238:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327534080:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137657.811238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137657.811253:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.811297:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333791488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2313us (2779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.811303:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333791744 00000100:00100000:2.0:1746137657.811305:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16072 00000100:00100000:1.0:1746137657.811309:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333791744 00002000:00100000:1.0:1746137657.811341:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e2a00 x1830957333791744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.811349:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2a00 with x1830957333791744 ext(0->4095) 00010000:00010000:1.0:1746137657.811356:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.811367:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.811372:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e2a00 00000100:00100000:1.0:1746137657.811399:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3856 00000100:00100000:1.0:1746137657.811406:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333791744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137657.811511:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333791744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.811516:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3856 00002000:00100000:1.0:1746137657.811520:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e2a00 x1830957333791744/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.811527:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2a00 with x1830957333791744 ext(0->4095) 00010000:00010000:1.0:1746137657.811531:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.811539:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.811543:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800846e2a00 00000100:00100000:0.0:1746137657.816616:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.816724:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333791872 00000100:00100000:2.0:1746137657.816733:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333791872 00010000:00010000:2.0:1746137657.816766:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.817158:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16073 00000100:00100000:1.0:1746137657.817168:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2008:x1830957333791872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.817180:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.817200:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.817211:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.817232:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb614177718c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde13f expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.817261:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.817263:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.817269:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde138 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.817288:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde138 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.817562:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde138 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.817574:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327534208:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.818033:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.821472:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.821557:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327534208:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.821577:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.821617:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333791872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4450us (5009us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.821628:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16073 00000100:00100000:3.0:1746137657.821844:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333792128 00000100:00100000:3.0:1746137657.821850:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333792128 00002000:00100000:3.0:1746137657.821883:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0380 x1830957333792128/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.821891:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0380 with x1830957333792128 ext(0->4095) 00002000:00010000:3.0:1746137657.821894:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e0380 00000100:00100000:3.0:1746137657.821909:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14972 00000100:00100000:3.0:1746137657.821914:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333792128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.822022:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333792128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.822028:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14972 00002000:00100000:3.0:1746137657.822032:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0380 x1830957333792128/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.822039:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0380 with x1830957333792128 ext(0->4095) 00002000:00010000:3.0:1746137657.822041:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e0380 00000100:00100000:0.0:1746137657.823517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.823611:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333792256 00000100:00100000:3.0:1746137657.823617:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333792256 00000100:00100000:3.0:1746137657.823664:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31723 00000100:00100000:3.0:1746137657.823671:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333792256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.823685:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.823702:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde146 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.823726:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde138 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.823733:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.823735:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.823738:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde146 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.823765:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde138 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.823777:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde138 expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.823789:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327534336:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.824345:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.826549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.826631:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333792384 00000100:00100000:1.0:1746137657.826638:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333792384 00010000:00010000:1.0:1746137657.826667:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde138 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.826743:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327534336:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.826767:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde146 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.826782:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137657.826853:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333792256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3182us (3341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.826864:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31723 00000100:00100000:1.0:1746137657.826962:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16074 00000100:00100000:1.0:1746137657.826969:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333792384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.826980:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.827042:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde138 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.827052:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde138 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.827070:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357eb400/0xddf4fb6141777185 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde138 expref: 68 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.827096:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.827098:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.827104:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde146 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.827110:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde146 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.827138:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde146 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.827153:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327534464:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.827206:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.830246:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327534464:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.830266:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.830312:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:2008:x1830957333792384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3343us (3766us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.830322:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16074 00000100:00100000:0.0:1746137657.830594:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.830693:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333792640 00000100:00100000:3.0:1746137657.830700:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333792640 00002000:00100000:3.0:1746137657.830733:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0000 x1830957333792640/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.830744:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0000 with x1830957333792640 ext(0->4095) 00002000:00010000:3.0:1746137657.830748:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e0000 00000100:00100000:3.0:1746137657.830760:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14973 00000100:00100000:3.0:1746137657.830766:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333792640:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137657.830886:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333792640:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (294us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.830891:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14973 00002000:00100000:3.0:1746137657.830896:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e0000 x1830957333792640/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.830902:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0000 with x1830957333792640 ext(0->4095) 00002000:00010000:3.0:1746137657.830904:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e0000 00000100:00100000:0.0:1746137657.831498:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.831567:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333792768 00000100:00100000:3.0:1746137657.831572:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333792768 00000100:00100000:3.0:1746137657.831604:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31724 00000100:00100000:3.0:1746137657.831610:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+67:1679:x1830957333792768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.831627:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.831640:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde14d expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.831663:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde146 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.831669:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.831671:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.831674:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 68 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.831695:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde146 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.831706:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde146 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.831716:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327534592:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.831790:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.832449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.832491:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333792896 00000100:00100000:1.0:1746137657.832499:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333792896 00000100:00100000:1.0:1746137657.832526:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31725 00000100:00100000:1.0:1746137657.832533:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1685:x1830957333792896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.832541:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137657.832553:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde154 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.832568:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.832572:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 70 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.832577:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137657.832580:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde154 expref: 70 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.832606:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 70 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.832616:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde154 expref: 70 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.832625:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebe00, rc 0) 00000100:00100000:1.0:1746137657.832661:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:1685:x1830957333792896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.832667:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31725 00000100:00100000:0.0:1746137657.833500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.833569:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333793024 00000100:00100000:1.0:1746137657.833573:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333793024 00010000:00010000:1.0:1746137657.833591:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde146 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.833625:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16075 00000100:00100000:1.0:1746137657.833631:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333793024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.833640:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.833656:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde146 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.833665:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde146 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.833686:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.833688:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.833694:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.833701:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.833720:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.833729:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.833739:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327534848:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.833828:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00010000:00010000:3.0:1746137657.834219:0:11509:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb6141777193 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde146 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.834250:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327534592:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.834270:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.834287:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.834301:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137657.834345:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333792768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2734us (2848us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.834352:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31724 00000100:00100000:1.0:1746137657.838574:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327534848:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.838593:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.838643:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333793024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5010us (5144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.838652:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16075 00000100:00100000:2.0:1746137657.838736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.838795:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333793280 00000100:00100000:0.0:1746137657.838801:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333793280 00002000:00100000:0.0:1746137657.838865:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b1880 x1830957333793280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.838875:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b1880 with x1830957333793280 ext(0->4095) 00010000:00010000:0.0:1746137657.838884:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.838897:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137657.838903:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b1880 00000100:00100000:0.0:1746137657.838933:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3857 00000100:00100000:0.0:1746137657.838940:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2008:x1830957333793280:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137657.839049:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2008:x1830957333793280:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137657.839054:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3857 00002000:00100000:0.0:1746137657.839059:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b1880 x1830957333793280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.839066:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b1880 with x1830957333793280 ext(0->4095) 00010000:00010000:0.0:1746137657.839070:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.839079:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137657.839085:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b1880 00000100:00100000:0.0:1746137657.841317:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.841391:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333793408 00000100:00100000:1.0:1746137657.841399:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333793408 00010000:00010000:1.0:1746137657.841427:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.841501:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16076 00000100:00100000:1.0:1746137657.841509:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333793408:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.841524:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.841542:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.841553:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.841572:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb614177719a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde14d expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.841605:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.841606:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.841612:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde154 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.841620:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde154 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.841649:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde154 expref: 68 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.841664:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327534976:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.842774:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.844539:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.844571:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327534976:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.844618:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333793664 00000100:00100000:3.0:1746137657.844624:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333793664 00002000:00100000:3.0:1746137657.844674:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e1f80 x1830957333793664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.844685:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1f80 with x1830957333793664 ext(0->4095) 00002000:00010000:3.0:1746137657.844690:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e1f80 00000100:00100000:3.0:1746137657.844711:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14974 00000100:00100000:3.0:1746137657.844718:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333793664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137657.844863:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2007:x1830957333793664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (333us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.844869:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14974 00002000:00100000:3.0:1746137657.844875:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800846e1f80 x1830957333793664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.844881:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1f80 with x1830957333793664 ext(0->4095) 00002000:00010000:3.0:1746137657.844884:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e1f80 00010000:00010000:1.0:1746137657.845006:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.845048:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2007:x1830957333793408:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3540us (3739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.845060:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16076 00000100:00100000:0.0:1746137657.848376:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.848479:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333793792 00000100:00100000:3.0:1746137657.848487:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333793792 00000100:00100000:3.0:1746137657.848526:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31726 00000100:00100000:3.0:1746137657.848533:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333793792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.848549:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.848563:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde15b expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.848586:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde154 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.848593:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.848594:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.848598:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.848624:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde154 expref: 67 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.848635:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde154 expref: 67 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.848646:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327535104:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.850048:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.856385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.856569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.856600:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333794048 00000100:00100000:0.0:1746137657.856607:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333794048 00000100:00100000:0.0:1746137657.856643:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31727 00000100:00100000:0.0:1746137657.856650:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:1679:x1830957333794048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137657.856667:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137657.856682:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde162 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.856719:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137657.856725:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.856730:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137657.856734:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 69 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.856763:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.856774:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 69 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137657.856782:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917ada00, rc 0) 00000100:00100000:0.0:1746137657.856842:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:1679:x1830957333794048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137657.856849:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31727 00000100:00100000:1.0:1746137657.857018:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333793920 00000100:00100000:1.0:1746137657.857022:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333793920 00010000:00010000:1.0:1746137657.857038:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde154 expref: 69 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.857071:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16077 00000100:00100000:1.0:1746137657.857076:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+69:2008:x1830957333793920:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.857084:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.857100:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde154 expref: 69 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.857109:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde154 expref: 69 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.857123:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.857125:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.857130:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.857136:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.857154:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.857164:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.857175:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327535360:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.857223:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea300 going to sleep for 11 seconds 00010000:00010000:3.0:1746137657.857328:0:11509:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357ebe00/0xddf4fb61417771a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde154 expref: 69 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.857343:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327535104:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.857358:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.857370:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.857378:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:3.0:1746137657.857395:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333793792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8863us (9029us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.857401:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31726 00000100:00100000:0.0:1746137657.859412:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.859507:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327535360:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.859513:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333794304 00000100:00100000:2.0:1746137657.859520:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333794304 00010000:00010000:1.0:1746137657.859524:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137657.859554:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3edf80 x1830957333794304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746137657.859554:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333793920:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2477us (3178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.859562:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16077 00002000:00100000:2.0:1746137657.859564:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3edf80 with x1830957333794304 ext(0->4095) 00010000:00010000:2.0:1746137657.859571:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.859582:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.859587:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3edf80 00000100:00100000:2.0:1746137657.859616:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3858 00000100:00100000:2.0:1746137657.859623:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333794304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.859712:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333794304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (307us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.859716:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3858 00002000:00100000:2.0:1746137657.859720:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3edf80 x1830957333794304/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.859726:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3edf80 with x1830957333794304 ext(0->4095) 00010000:00010000:2.0:1746137657.859730:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.859737:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.859741:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3edf80 00000100:00100000:0.0:1746137657.863311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.864003:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333794432 00000100:00100000:1.0:1746137657.864010:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333794432 00010000:00010000:1.0:1746137657.864039:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.864182:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16078 00000100:00100000:1.0:1746137657.864189:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333794432:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.864202:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.864220:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.864231:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.864252:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ce00/0xddf4fb61417771a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde15b expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.864601:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.864604:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.864611:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 67 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.864619:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 67 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.864645:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 67 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.864656:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327535488:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.865262:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.869094:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327535488:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.869118:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137657.869584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.869767:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333794432:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5576us (6462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.869778:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16078 00000100:00100000:3.0:1746137657.869925:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333794688 00000100:00100000:3.0:1746137657.869932:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333794688 00002000:00100000:3.0:1746137657.869965:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3eed80 x1830957333794688/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.869974:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3eed80 with x1830957333794688 ext(0->4095) 00002000:00010000:3.0:1746137657.869978:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3eed80 00000100:00100000:3.0:1746137657.869999:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14975 00000100:00100000:3.0:1746137657.870005:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333794688:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137657.870553:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333794688:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 546us (968us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.870560:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14975 00002000:00100000:3.0:1746137657.870566:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3eed80 x1830957333794688/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.870573:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3eed80 with x1830957333794688 ext(0->4095) 00002000:00010000:3.0:1746137657.870576:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3eed80 00000100:00100000:0.0:1746137657.875327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.875381:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333794816 00000100:00100000:3.0:1746137657.875389:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333794816 00000100:00100000:3.0:1746137657.875430:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31728 00000100:00100000:3.0:1746137657.875435:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333794816:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.875450:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.875463:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde169 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.875486:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 67 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.875491:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.875492:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.875494:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.875514:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 67 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.875521:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 67 pid: 9582 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.875528:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327535616:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.875971:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.884241:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327535616:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.884271:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.884305:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137657.884356:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333794816:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8919us (9037us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.884365:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31728 00000100:00100000:1.0:1746137657.884446:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.885006:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333794944 00000100:00100000:3.0:1746137657.885011:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333794944 00002000:00100000:3.0:1746137657.885039:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800961d7b80 x1830957333794944/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 496/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.885048:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7b80 with x1830957333794944 ext(0->7) 00010000:00010000:3.0:1746137657.885053:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 68 pid: 9582 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.885064:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 68 pid: 9582 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.885070:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d7b80 00000100:00100000:3.0:1746137657.885094:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3859 00000100:00100000:3.0:1746137657.885100:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+68:2008:x1830957333794944:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137657.886564:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:2008:x1830957333794944:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1457us (2111us total) trans 4294972207 rc 0/0 00000100:00100000:0.0:1746137657.886575:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3859 00002000:00100000:0.0:1746137657.886584:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800961d7b80 x1830957333794944/t4294972207(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 496/448 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.886594:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800961d7b80 with x1830957333794944 ext(0->7) 00010000:00010000:0.0:1746137657.886604:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 70 pid: 9582 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.886619:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 70 pid: 9582 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137657.886625:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800961d7b80 00000100:00100000:0.0:1746137657.888424:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.889071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.889115:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333795072 00000100:00100000:1.0:1746137657.889123:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333795072 00000100:00100000:3.0:1746137657.889150:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333795200 00010000:00010000:1.0:1746137657.889151:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 70 pid: 9582 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.889152:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333795200 00000100:00100000:3.0:1746137657.889173:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31729 00000100:00100000:1.0:1746137657.889175:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16079 00000100:00100000:1.0:1746137657.889179:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+71:2007:x1830957333795072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746137657.889180:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+71:1679:x1830957333795200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.889191:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.889192:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.889203:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde170 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.889207:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 71 pid: 9582 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.889261:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 72 pid: 9582 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.889403:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.889410:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.889416:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.889419:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.889448:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917ada00/0xddf4fb61417771af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde162 expref: 72 pid: 9582 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.889464:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.889475:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.889476:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.889478:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.889482:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.889488:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.889496:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00010000:00010000:1.0:1746137657.889504:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.889513:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.889521:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327535872:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.889543:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+71:1679:x1830957333795200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 363us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.889549:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31729 00000100:00100000:1.0:1746137657.889566:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.891111:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327535872:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.891126:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.891152:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:2007:x1830957333795072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1973us (2734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.891161:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16079 00000100:00100000:0.0:1746137657.891345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.891619:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333795456 00000100:00100000:1.0:1746137657.891624:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333795456 00002000:00100000:1.0:1746137657.891650:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ef480 x1830957333795456/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.891658:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ef480 with x1830957333795456 ext(0->4095) 00010000:00010000:1.0:1746137657.891665:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.891674:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.891680:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ef480 00000100:00100000:1.0:1746137657.891694:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3860 00000100:00100000:1.0:1746137657.891700:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333795456:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137657.891782:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333795456:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.891787:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3860 00002000:00100000:1.0:1746137657.891792:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c3ef480 x1830957333795456/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.891797:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ef480 with x1830957333795456 ext(0->4095) 00010000:00010000:1.0:1746137657.891801:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.891835:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.891840:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c3ef480 00000100:00100000:0.0:1746137657.893739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.893789:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333795584 00000100:00100000:1.0:1746137657.893795:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333795584 00010000:00010000:1.0:1746137657.893919:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.894148:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16080 00000100:00100000:1.0:1746137657.894155:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333795584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.894167:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.894182:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.894192:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.894210:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde169 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.894221:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.894222:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.894228:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 69 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.894239:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 69 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.894264:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 69 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.894274:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327536000:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.895091:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.896257:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327536000:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.896273:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.896350:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333795584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2194us (2615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.896359:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16080 00000100:00100000:0.0:1746137657.896907:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.896974:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333795840 00000100:00100000:2.0:1746137657.896980:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333795840 00002000:00100000:2.0:1746137657.897009:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096856d80 x1830957333795840/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.897018:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096856d80 with x1830957333795840 ext(0->4095) 00002000:00010000:2.0:1746137657.897022:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096856d80 00000100:00100000:2.0:1746137657.897046:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14976 00000100:00100000:2.0:1746137657.897051:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:2007:x1830957333795840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.897155:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:2007:x1830957333795840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.897161:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14976 00002000:00100000:2.0:1746137657.897165:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096856d80 x1830957333795840/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.897171:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096856d80 with x1830957333795840 ext(0->4095) 00002000:00010000:2.0:1746137657.897173:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096856d80 00000100:00100000:0.0:1746137657.898484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.898540:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333795968 00000100:00100000:3.0:1746137657.898554:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333795968 00000100:00100000:3.0:1746137657.898592:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31730 00000100:00100000:3.0:1746137657.898598:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333795968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.898609:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.898622:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde177 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.898649:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 69 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.898655:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.898656:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.898659:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde177 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.898682:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 69 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.898692:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 69 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.898701:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327536128:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.898928:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.900426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.900480:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333796096 00000100:00100000:1.0:1746137657.900487:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333796096 00002000:00100000:1.0:1746137657.900528:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096855880 x1830957333796096/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 496/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.900538:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096855880 with x1830957333796096 ext(0->7) 00010000:00010000:1.0:1746137657.900546:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 70 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.900558:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 70 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.900564:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096855880 00000100:00100000:3.0:1746137657.900576:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327536128:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137657.900595:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3861 00010000:00010000:3.0:1746137657.900600:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde177 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.900602:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+70:2007:x1830957333796096:12345-192.168.203.12@tcp:4:ldlm_bl.0 00010000:00010000:3.0:1746137657.900613:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137657.900650:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333795968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2052us (2170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.900656:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31730 00000100:00100000:0.0:1746137657.901843:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2007:x1830957333796096:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1239us (1423us total) trans 4294972208 rc 0/0 00000100:00100000:0.0:1746137657.901851:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3861 00002000:00100000:0.0:1746137657.901858:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096855880 x1830957333796096/t4294972208(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 496/448 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137657.901864:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096855880 with x1830957333796096 ext(0->7) 00010000:00010000:0.0:1746137657.901869:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746137657.901879:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746137657.901885:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096855880 00000100:00100000:0.0:1746137657.903616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.903765:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333796224 00000100:00100000:1.0:1746137657.903774:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333796224 00010000:00010000:1.0:1746137657.903838:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.903878:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16081 00000100:00100000:1.0:1746137657.903885:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2007:x1830957333796224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.903899:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.903917:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.903927:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.903946:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde170 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.903976:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.903978:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.903985:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde177 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.903992:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde177 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.904025:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde177 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.904037:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327536256:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.904115:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:1.0:1746137657.905269:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327536256:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.905296:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.905325:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+71:2007:x1830957333796224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1440us (1714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.905333:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16081 00000100:00100000:0.0:1746137657.905647:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.905778:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333796480 00000100:00100000:2.0:1746137657.905784:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333796480 00002000:00100000:2.0:1746137657.905955:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096857480 x1830957333796480/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.905964:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096857480 with x1830957333796480 ext(0->4095) 00002000:00010000:2.0:1746137657.905968:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096857480 00000100:00100000:2.0:1746137657.905991:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14977 00000100:00100000:2.0:1746137657.905998:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333796480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.906117:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333796480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.906122:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14977 00002000:00100000:2.0:1746137657.906127:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096857480 x1830957333796480/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.906133:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096857480 with x1830957333796480 ext(0->4095) 00002000:00010000:2.0:1746137657.906135:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096857480 00000100:00100000:0.0:1746137657.909225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.909768:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333796608 00000100:00100000:3.0:1746137657.909777:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333796608 00000100:00100000:3.0:1746137657.909844:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31731 00000100:00100000:3.0:1746137657.909851:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096856a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+71:1685:x1830957333796608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.909867:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.909881:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde17e expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.909906:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde177 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.909913:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.909914:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.909917:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.909942:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde177 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.909952:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde177 expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.909961:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327536384:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.910043:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.912716:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.912763:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.913300:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327536384:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.913331:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.913351:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:3.0:1746137657.913394:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096856a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:1685:x1830957333796608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3543us (4176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.913403:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31731 00000100:00100000:3.0:1746137657.913431:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333796736 00000100:00100000:3.0:1746137657.913436:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333796736 00000100:00100000:1.0:1746137657.913465:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333796864 00000100:00100000:1.0:1746137657.913469:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333796864 00000100:00100000:3.0:1746137657.913470:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31732 00000100:00100000:3.0:1746137657.913476:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:1679:x1830957333796736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137657.913488:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde177 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.913489:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.913502:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde185 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.913517:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16082 00010000:00010000:3.0:1746137657.913520:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.913523:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.913523:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333796864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.913528:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.913531:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.913532:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.913556:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.913556:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde177 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.913566:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde177 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.913589:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.913589:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb61417771c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde177 expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.913600:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.913602:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.913607:0:11509:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.913613:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.913841:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137657.913851:0:11509:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.913861:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.913863:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333796864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 340us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.913869:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16082 00000100:00100000:3.0:1746137657.913871:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327536640:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.913925:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.915384:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.915437:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333797120 00000100:00100000:1.0:1746137657.915443:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333797120 00000100:00100000:3.0:1746137657.915474:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327536640:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746137657.915475:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2df480 x1830957333797120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746137657.915487:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c000, rc 0) 00000100:00100000:3.0:1746137657.915515:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+74:1679:x1830957333796736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2039us (2850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.915521:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31732 00002000:00100000:1.0:1746137657.915608:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2df480 with x1830957333797120 ext(0->4095) 00010000:00010000:1.0:1746137657.915616:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.915628:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.915634:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2df480 00000100:00100000:1.0:1746137657.915655:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3862 00000100:00100000:1.0:1746137657.915661:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2007:x1830957333797120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137657.916206:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2007:x1830957333797120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 544us (825us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.916212:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3862 00002000:00100000:1.0:1746137657.916217:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2df480 x1830957333797120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.916230:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2df480 with x1830957333797120 ext(0->4095) 00010000:00010000:1.0:1746137657.916235:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.916244:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746137657.916249:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2df480 00000100:00100000:0.0:1746137657.918443:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.918579:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.918655:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333797248 00000100:00100000:3.0:1746137657.918662:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333797248 00000100:00100000:3.0:1746137657.918708:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31733 00000100:00100000:3.0:1746137657.918715:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333797248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.918730:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.918743:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde18c expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.918763:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.918768:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.918773:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.918776:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.918803:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333797376 00000100:00100000:1.0:1746137657.918826:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333797376 00010000:00010000:3.0:1746137657.918831:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.918843:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.918844:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137657.918872:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16083 00000100:00100000:1.0:1746137657.918877:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2008:x1830957333797376:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137657.918884:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137657.918898:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.918907:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.918921:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde17e expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746137657.918934:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.918936:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137657.918941:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.918947:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137657.918965:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.919001:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137657.919047:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333797248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 332us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.919052:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31733 00010000:00010000:1.0:1746137657.919243:0:8387:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746137657.919253:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327536896:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137657.919335:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3ea540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.922256:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137657.922391:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327536896:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137657.922408:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137657.922444:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957333797376:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3565us (3868us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137657.922453:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16083 00000100:00100000:2.0:1746137657.922766:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333797632 00000100:00100000:2.0:1746137657.922774:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333797632 00002000:00100000:2.0:1746137657.922837:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dc380 x1830957333797632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.922846:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dc380 with x1830957333797632 ext(0->4095) 00010000:00010000:2.0:1746137657.922854:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.922866:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.922872:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2dc380 00000100:00100000:2.0:1746137657.922889:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3863 00000100:00100000:2.0:1746137657.922896:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2007:x1830957333797632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.923004:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2007:x1830957333797632:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (754us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.923011:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3863 00002000:00100000:2.0:1746137657.923015:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dc380 x1830957333797632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.923022:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dc380 with x1830957333797632 ext(0->4095) 00010000:00010000:2.0:1746137657.923026:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.923035:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.923039:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2dc380 00000100:00100000:0.0:1746137657.925506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.925601:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.925699:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333797760 00000100:00100000:1.0:1746137657.925699:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333797888 00000100:00100000:3.0:1746137657.925707:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333797760 00000100:00100000:1.0:1746137657.925707:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333797888 00010000:00010000:1.0:1746137657.925738:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.925787:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31734 00000100:00100000:3.0:1746137657.925795:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:1679:x1830957333797760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.925838:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137657.925842:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16084 00000100:00100000:2.0:1746137657.925851:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2009:x1830957333797888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.925852:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde193 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.925866:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.925876:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.925881:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.925887:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.925891:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde193 expref: 74 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.926017:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 74 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.926028:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 74 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.926044:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.926047:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c000/0xddf4fb61417771d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde185 expref: 74 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.926058:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde193 expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.926066:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.926067:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.926073:0:11509:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.926085:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.926095:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137657.926102:0:11509:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.926114:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.926127:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327537152:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.926148:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2009:x1830957333797888:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 298us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.926153:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16084 00000100:00100000:3.0:1746137657.926198:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.927461:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327537152:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.927475:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137657.927516:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:1679:x1830957333797760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1721us (2062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.927522:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31734 00000100:00100000:0.0:1746137657.927942:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.928092:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333798144 00000100:00100000:2.0:1746137657.928100:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333798144 00002000:00100000:2.0:1746137657.928139:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dca80 x1830957333798144/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.928148:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dca80 with x1830957333798144 ext(0->4095) 00010000:00010000:2.0:1746137657.928156:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.928168:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.928174:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2dca80 00000100:00100000:2.0:1746137657.928192:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3864 00000100:00100000:2.0:1746137657.928198:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333798144:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.928331:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333798144:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.928337:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3864 00002000:00100000:2.0:1746137657.928343:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dca80 x1830957333798144/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.928349:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dca80 with x1830957333798144 ext(0->4095) 00010000:00010000:2.0:1746137657.928354:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.928362:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.928368:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c2dca80 00000100:00100000:0.0:1746137657.930245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.930359:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333798272 00000100:00100000:2.0:1746137657.930368:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333798272 00010000:00010000:2.0:1746137657.930409:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.930646:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16085 00000100:00100000:2.0:1746137657.930655:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333798272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.930672:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.930693:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.930712:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.930737:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde18c expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.931557:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.931560:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.931568:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde193 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.931575:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde193 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.931606:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde193 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.931617:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327537280:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.931856:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.933897:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327537280:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.933917:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.933956:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333798272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3302us (3718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.933964:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16085 00000100:00100000:0.0:1746137657.934872:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.935228:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333798528 00000100:00100000:2.0:1746137657.935236:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333798528 00002000:00100000:2.0:1746137657.935273:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dfb80 x1830957333798528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.935293:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dfb80 with x1830957333798528 ext(0->4095) 00002000:00010000:2.0:1746137657.935298:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2dfb80 00000100:00100000:2.0:1746137657.935316:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14978 00000100:00100000:2.0:1746137657.935323:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957333798528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.935431:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957333798528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (561us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.935437:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14978 00002000:00100000:2.0:1746137657.935443:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c2dfb80 x1830957333798528/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.935449:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c2dfb80 with x1830957333798528 ext(0->4095) 00002000:00010000:2.0:1746137657.935452:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c2dfb80 00000100:00100000:0.0:1746137657.937150:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.937231:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333798656 00000100:00100000:3.0:1746137657.937238:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333798656 00000100:00100000:3.0:1746137657.937267:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31735 00000100:00100000:3.0:1746137657.937273:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333798656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.937302:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.937317:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde19a expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.937339:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde193 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.937345:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.937347:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.937350:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde19a expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.937374:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde193 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.937389:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde193 expref: 71 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.937398:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327537408:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.937471:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.939167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.939317:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333798784 00000100:00100000:2.0:1746137657.939324:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333798784 00010000:00010000:2.0:1746137657.939351:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde193 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.939367:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327537408:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.939384:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16086 00010000:00010000:3.0:1746137657.939388:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde19a expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.939395:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957333798784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.939401:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00010000:00010000:2.0:1746137657.939404:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.939421:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde193 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.939434:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde193 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.939438:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333798656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2164us (2294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.939444:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31735 00010000:00010000:2.0:1746137657.939453:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde193 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.939466:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.939468:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.939473:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde19a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.939480:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde19a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.939503:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde19a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.939513:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327537536:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.939572:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.940849:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327537536:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.940862:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137657.940865:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.940895:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+71:2008:x1830957333798784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1503us (1732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.940902:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16086 00000100:00100000:3.0:1746137657.940955:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333799040 00000100:00100000:3.0:1746137657.940960:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333799040 00002000:00100000:3.0:1746137657.940988:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec67480 x1830957333799040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.940997:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67480 with x1830957333799040 ext(0->4095) 00002000:00010000:3.0:1746137657.941001:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec67480 00000100:00100000:3.0:1746137657.941020:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14979 00000100:00100000:3.0:1746137657.941026:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333799040:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137657.941597:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333799040:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 569us (732us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.941607:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14979 00002000:00100000:3.0:1746137657.941612:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec67480 x1830957333799040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.941619:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec67480 with x1830957333799040 ext(0->4095) 00002000:00010000:3.0:1746137657.941621:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec67480 00000100:00100000:0.0:1746137657.943319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.943372:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333799168 00000100:00100000:3.0:1746137657.943378:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333799168 00000100:00100000:3.0:1746137657.943418:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31736 00000100:00100000:3.0:1746137657.943423:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+71:1685:x1830957333799168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.943437:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.943449:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1a1 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.943470:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde19a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.943475:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.943476:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.943479:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.943496:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde19a expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.943503:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde19a expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.943514:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327537664:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.943587:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.944009:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.944257:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333799296 00000100:00100000:2.0:1746137657.944262:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333799296 00000100:00100000:2.0:1746137657.944300:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31737 00000100:00100000:2.0:1746137657.944306:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:1679:x1830957333799296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.944315:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.944325:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1a8 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.944339:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.944343:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 74 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.944348:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.944351:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 74 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.944370:0:21535:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 74 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.944380:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 74 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.944388:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090844a00, rc 0) 00000100:00100000:2.0:1746137657.944481:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+74:1679:x1830957333799296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.944561:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31737 00000100:00100000:3.0:1746137657.944734:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327537664:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.944748:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.944755:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137657.944851:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:1685:x1830957333799168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1426us (1536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.944857:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31736 00000100:00100000:0.0:1746137657.945071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.945122:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333799424 00000100:00100000:2.0:1746137657.945125:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333799424 00010000:00010000:2.0:1746137657.945139:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde19a expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.945339:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16087 00000100:00100000:2.0:1746137657.945345:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333799424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.945355:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.945369:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde19a expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.945378:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde19a expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.945393:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb61417771e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde19a expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.945415:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.945417:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.945422:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.945429:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.945453:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.945462:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 72 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.945477:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327537920:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.945539:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.946910:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327537920:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.946926:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.946972:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333799424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1626us (1900us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.946979:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16087 00000100:00100000:0.0:1746137657.947657:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.947792:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333799680 00000100:00100000:3.0:1746137657.947799:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333799680 00002000:00100000:3.0:1746137657.947862:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec64000 x1830957333799680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.947871:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64000 with x1830957333799680 ext(0->4095) 00010000:00010000:3.0:1746137657.947879:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.947891:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.947898:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec64000 00000100:00100000:3.0:1746137657.947919:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3865 00000100:00100000:3.0:1746137657.947926:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2007:x1830957333799680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137657.948024:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2007:x1830957333799680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (369us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.948029:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3865 00002000:00100000:3.0:1746137657.948034:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec64000 x1830957333799680/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.948041:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64000 with x1830957333799680 ext(0->4095) 00010000:00010000:3.0:1746137657.948045:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.948053:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.948058:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec64000 00000100:00100000:0.0:1746137657.949237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.949327:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333799808 00000100:00100000:3.0:1746137657.949333:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333799808 00000100:00100000:3.0:1746137657.949377:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31738 00000100:00100000:3.0:1746137657.949384:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333799808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.949397:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.949409:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1af expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.949431:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.949437:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 72 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.949443:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.949447:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.949482:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 72 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.949492:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.949501:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:3.0:1746137657.949547:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333799808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.949553:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31738 00000100:00100000:0.0:1746137657.949685:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.949720:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333799936 00000100:00100000:3.0:1746137657.949724:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333799936 00010000:00010000:3.0:1746137657.949737:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.949873:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16088 00000100:00100000:3.0:1746137657.949881:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2009:x1830957333799936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.949888:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.949904:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.949913:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.949928:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb61417771ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a1 expref: 73 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.949954:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.949956:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.949961:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 72 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.949967:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 72 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.949984:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 72 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.949993:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 72 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746137657.950003:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327538176:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.950047:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.951086:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327538176:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.951098:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.951325:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2009:x1830957333799936:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1444us (1637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.951332:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16088 00000100:00100000:0.0:1746137657.951598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.951703:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333800192 00000100:00100000:3.0:1746137657.951707:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333800192 00002000:00100000:3.0:1746137657.951730:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec64a80 x1830957333800192/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.951745:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64a80 with x1830957333800192 ext(0->4095) 00010000:00010000:3.0:1746137657.951751:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 72 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.951761:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 72 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746137657.951767:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec64a80 00000100:00100000:3.0:1746137657.951786:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3866 00000100:00100000:3.0:1746137657.951792:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957333800192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.951971:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957333800192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (372us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.951976:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3866 00002000:00100000:2.0:1746137657.951981:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012ec64a80 x1830957333800192/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.951988:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64a80 with x1830957333800192 ext(0->4095) 00010000:00010000:2.0:1746137657.951993:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 72 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.952002:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 72 pid: 21535 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746137657.952007:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ec64a80 00000100:00100000:0.0:1746137657.954131:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.954207:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.954295:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333800448 00000100:00100000:2.0:1746137657.954295:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333800320 00000100:00100000:3.0:1746137657.954302:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333800448 00000100:00100000:2.0:1746137657.954302:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333800320 00010000:00010000:3.0:1746137657.954328:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 73 pid: 21535 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.954334:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31739 00000100:00100000:2.0:1746137657.954339:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:1679:x1830957333800320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.954352:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137657.954358:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16089 00010000:00010000:2.0:1746137657.954363:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1b6 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.954364:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f146a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2009:x1830957333800448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.954373:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.954380:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.954385:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.954390:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137657.954393:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1b6 expref: 74 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.954403:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 74 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.954413:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 74 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746137657.954481:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090844a00/0xddf4fb61417771f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1a8 expref: 74 pid: 21535 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.954481:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.954493:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1b6 expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.954606:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.954608:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.954614:0:11509:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.954620:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.954658:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137657.954667:0:11509:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.954680:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 5 pid: 11509 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746137657.954689:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327538432:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.954702:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f146a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2009:x1830957333800448:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 337us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.954708:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16089 00000100:00100000:2.0:1746137657.955049:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.956029:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327538432:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.956041:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2e600, rc 0) 00000100:00100000:2.0:1746137657.956070:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f146680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:1679:x1830957333800320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1730us (1862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.956076:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31739 00000100:00100000:0.0:1746137657.956695:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.956753:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333800704 00000100:00100000:2.0:1746137657.956759:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333800704 00002000:00100000:2.0:1746137657.956788:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f144000 x1830957333800704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.956796:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144000 with x1830957333800704 ext(0->4095) 00010000:00010000:2.0:1746137657.956965:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 6 pid: 11509 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746137657.956977:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746137657.956984:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f144000 00000100:00100000:2.0:1746137657.957025:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3867 00000100:00100000:2.0:1746137657.957031:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333800704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.957141:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333800704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.957146:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3867 00002000:00100000:2.0:1746137657.957151:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f144000 x1830957333800704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.957157:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f144000 with x1830957333800704 ext(0->4095) 00010000:00010000:2.0:1746137657.957161:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.957168:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746137657.957173:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f144000 00000100:00100000:0.0:1746137657.958918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.959001:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333800832 00000100:00100000:3.0:1746137657.959008:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333800832 00010000:00010000:3.0:1746137657.959034:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746137657.959068:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16090 00000100:00100000:3.0:1746137657.959076:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333800832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.959089:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.959106:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746137657.959117:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746137657.959141:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171ca00/0xddf4fb61417771fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1af expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746137657.959176:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.959177:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.959184:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1b6 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.959196:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1b6 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.959226:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1b6 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.959237:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327538560:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.959320:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.961666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.961927:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327538560:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.961945:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.961972:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333801088 00000100:00100000:2.0:1746137657.961977:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333801088 00000100:00100000:3.0:1746137657.961979:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333800832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2904us (3069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.961987:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16090 00002000:00100000:2.0:1746137657.962008:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145880 x1830957333801088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.962017:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145880 with x1830957333801088 ext(0->4095) 00002000:00010000:2.0:1746137657.962020:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f145880 00000100:00100000:2.0:1746137657.962042:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14980 00000100:00100000:2.0:1746137657.962048:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2007:x1830957333801088:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.962149:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2007:x1830957333801088:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (488us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.962155:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14980 00002000:00100000:2.0:1746137657.962160:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f145880 x1830957333801088/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.962167:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f145880 with x1830957333801088 ext(0->4095) 00002000:00010000:2.0:1746137657.962169:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f145880 00000100:00100000:0.0:1746137657.963580:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.963633:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333801216 00000100:00100000:2.0:1746137657.963638:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333801216 00000100:00100000:2.0:1746137657.963677:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31740 00000100:00100000:2.0:1746137657.963684:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333801216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.963696:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.963709:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1bd expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.963730:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1b6 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.963741:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.963743:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.963746:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1bd expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.963767:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1b6 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.963776:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1b6 expref: 71 pid: 11509 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746137657.963786:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327538688:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.964193:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3abe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.965952:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327538688:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.965976:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1bd expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.965990:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2f000, rc 0) 00000100:00100000:2.0:1746137657.966026:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333801216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2342us (2448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.966034:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31740 00000100:00100000:0.0:1746137657.966165:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.966216:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333801344 00000100:00100000:3.0:1746137657.966222:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333801344 00010000:00010000:3.0:1746137657.966244:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1b6 expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746137657.966265:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16091 00000100:00100000:3.0:1746137657.966271:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b8f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957333801344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.966293:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.966309:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1b6 expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746137657.966323:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1b6 expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746137657.966342:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097e2e600/0xddf4fb6141777203 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1b6 expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746137657.966355:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.966356:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.966362:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1bd expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.966369:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1bd expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.966394:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1bd expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.966404:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327538816:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.966456:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137657.967341:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327538816:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.967355:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.967392:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b8f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+71:2008:x1830957333801344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1120us (1226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.967399:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16091 00000100:00100000:0.0:1746137657.967705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.967777:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333801600 00000100:00100000:3.0:1746137657.967783:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333801600 00002000:00100000:3.0:1746137657.967910:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f146a00 x1830957333801600/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.967918:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f146a00 with x1830957333801600 ext(0->4095) 00002000:00010000:3.0:1746137657.967951:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f146a00 00000100:00100000:3.0:1746137657.967978:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14981 00000100:00100000:3.0:1746137657.967984:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f146a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333801600:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137657.968108:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f146a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333801600:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (403us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137657.968113:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14981 00002000:00100000:3.0:1746137657.968118:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012f146a00 x1830957333801600/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137657.968125:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f146a00 with x1830957333801600 ext(0->4095) 00002000:00010000:3.0:1746137657.968128:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f146a00 00000100:00100000:0.0:1746137657.969356:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.969441:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333801728 00000100:00100000:2.0:1746137657.969447:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333801728 00000100:00100000:2.0:1746137657.969475:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31741 00000100:00100000:2.0:1746137657.969481:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+71:1685:x1830957333801728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.969491:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.969503:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1c4 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.969523:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1bd expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.969529:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.969531:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.969533:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.969556:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1bd expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.969569:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1bd expref: 5 pid: 11509 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746137657.969578:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327538944:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.969648:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3abe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.970651:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327538944:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.970669:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.970681:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2ea00, rc 0) 00000100:00100000:2.0:1746137657.971206:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:1685:x1830957333801728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1722us (1853us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.971218:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31741 00000100:00100000:1.0:1746137657.971772:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.971941:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333801856 00000100:00100000:3.0:1746137657.971947:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333801856 00010000:00010000:3.0:1746137657.971972:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1bd expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746137657.972022:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16092 00000100:00100000:3.0:1746137657.972029:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333801856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137657.972040:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137657.972056:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1bd expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746137657.972072:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1bd expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746137657.972092:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097e2f000/0xddf4fb614177720a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1bd expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746137657.972119:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.972121:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137657.972127:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.972135:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.972160:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137657.972170:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327539072:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137657.972469:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.972585:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.972923:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333801984 00000100:00100000:3.0:1746137657.972927:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333801984 00000100:00100000:3.0:1746137657.972951:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31742 00000100:00100000:3.0:1746137657.972957:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:1679:x1830957333801984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.972968:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.972977:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1cb expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.972997:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.973002:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.973003:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.973006:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.973020:0:11509:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.973030:0:11509:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 73 pid: 11509 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746137657.973038:0:11509:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327539200:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137657.973093:0:11509:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.974167:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.974239:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327539072:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137657.974253:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137657.974302:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333801856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2273us (2530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.974310:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16092 00000100:00100000:2.0:1746137657.974445:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333802240 00000100:00100000:2.0:1746137657.974450:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333802240 00002000:00100000:2.0:1746137657.974481:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1180 x1830957333802240/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.974490:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1180 with x1830957333802240 ext(0->4095) 00010000:00010000:2.0:1746137657.974496:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 74 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.974572:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 74 pid: 11509 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746137657.974582:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1180 00000100:00100000:2.0:1746137657.974596:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3868 00000100:00100000:2.0:1746137657.974602:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+74:2008:x1830957333802240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.974699:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+74:2008:x1830957333802240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.974704:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3868 00002000:00100000:2.0:1746137657.974708:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a1180 x1830957333802240/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.974715:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a1180 with x1830957333802240 ext(0->4095) 00010000:00010000:2.0:1746137657.974719:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 74 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.974727:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 74 pid: 11509 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746137657.974732:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a1180 00000100:00100000:3.0:1746137657.974847:0:11509:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11509:1830957327539200:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137657.974860:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.974876:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d000, rc 0) 00000100:00100000:3.0:1746137657.974896:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:1679:x1830957333801984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1939us (2312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.974901:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31742 00000100:00100000:0.0:1746137657.977090:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.977182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.977183:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333802368 00000100:00100000:3.0:1746137657.977191:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333802368 00000100:00100000:3.0:1746137657.977229:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31743 00000100:00100000:3.0:1746137657.977236:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333802368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137657.977249:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333802496 00010000:00010000:3.0:1746137657.977251:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137657.977253:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333802496 00010000:00010000:3.0:1746137657.977266:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1d2 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.977270:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 73 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746137657.977299:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.977305:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.977310:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.977313:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.977345:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.977356:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 6 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.977368:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:3.0:1746137657.977409:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333802368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.977415:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31743 00000100:00100000:2.0:1746137657.977415:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16093 00000100:00100000:2.0:1746137657.977421:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2010:x1830957333802496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.977429:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.977445:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 73 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.977454:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 73 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.977468:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777211 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1c4 expref: 73 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.977571:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.977573:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.977578:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.977584:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.977602:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 72 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.977611:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746137657.977621:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327539456:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.978054:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3abe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137657.982196:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.982285:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327539456:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.982302:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.982342:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2010:x1830957333802496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4919us (5158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.982352:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16093 00000100:00100000:1.0:1746137657.982432:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333802752 00000100:00100000:1.0:1746137657.982438:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333802752 00002000:00100000:1.0:1746137657.982471:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2680 x1830957333802752/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.982480:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2680 with x1830957333802752 ext(0->4095) 00010000:00010000:1.0:1746137657.982487:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746137657.982499:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746137657.982504:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2680 00000100:00100000:1.0:1746137657.982528:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3869 00000100:00100000:1.0:1746137657.982534:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957333802752:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137657.982628:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957333802752:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137657.982634:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3869 00002000:00100000:1.0:1746137657.982638:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a2680 x1830957333802752/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137657.982645:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2680 with x1830957333802752 ext(0->4095) 00010000:00010000:1.0:1746137657.982649:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746137657.982658:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746137657.982663:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a2680 00000100:00100000:0.0:1746137657.984642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137657.984687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137657.984783:0:11509:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333803008 00000100:00100000:3.0:1746137657.984790:0:11509:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333803008 00000100:00100000:3.0:1746137657.984854:0:11509:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31744 00000100:00100000:3.0:1746137657.984861:0:11509:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:1679:x1830957333803008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137657.984876:0:11509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137657.984889:0:11509:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1d9 expref: -99 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.984911:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137657.984916:0:11509:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.984921:0:11509:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137657.984923:0:11509:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d9 expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.984952:0:11509:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.984961:0:11509:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d9 expref: 73 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137657.984974:0:11509:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:3.0:1746137657.985008:0:11509:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:1679:x1830957333803008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137657.985013:0:11509:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31744 00000100:00100000:2.0:1746137657.985142:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333802880 00000100:00100000:2.0:1746137657.985146:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333802880 00010000:00010000:2.0:1746137657.985162:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 73 pid: 11509 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746137657.985191:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16094 00000100:00100000:2.0:1746137657.985196:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+73:2007:x1830957333802880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.985203:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.985218:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 73 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.985228:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 73 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.985247:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d000/0xddf4fb6141777218 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1cb expref: 73 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.985260:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.985261:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.985266:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.985272:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.985410:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 5 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.985420:0:7223:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 5 pid: 11509 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746137657.985429:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327539712:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.985489:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3abe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.986933:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327539712:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.986948:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.987169:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2007:x1830957333802880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1971us (2479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.987177:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16094 00000100:00100000:0.0:1746137657.987523:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.987618:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333803264 00000100:00100000:2.0:1746137657.987623:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333803264 00002000:00100000:2.0:1746137657.987654:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a0000 x1830957333803264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.987662:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a0000 with x1830957333803264 ext(0->4095) 00010000:00010000:2.0:1746137657.987669:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.987680:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746137657.987685:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a0000 00000100:00100000:2.0:1746137657.987741:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3870 00000100:00100000:2.0:1746137657.987747:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333803264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137657.987868:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333803264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.987873:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3870 00002000:00100000:2.0:1746137657.987908:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008a9a0000 x1830957333803264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.987916:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a0000 with x1830957333803264 ext(0->4095) 00010000:00010000:2.0:1746137657.987924:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.987932:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746137657.987937:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9a0000 00000100:00100000:0.0:1746137657.990017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.990180:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333803392 00000100:00100000:2.0:1746137657.990189:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333803392 00010000:00010000:2.0:1746137657.990218:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746137657.990257:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16095 00000100:00100000:2.0:1746137657.990264:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333803392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.990287:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.990305:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.990318:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.990337:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094daec00/0xddf4fb614177721f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d2 expref: 6 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.990366:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.990368:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.990374:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d9 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.990381:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d9 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.990408:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d9 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.990419:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327539840:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.991120:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.992685:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327539840:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137657.992700:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137657.992741:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2007:x1830957333803392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2477us (2732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.992751:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16095 00000100:00100000:0.0:1746137657.993229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.993295:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333803648 00000100:00100000:2.0:1746137657.993301:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333803648 00002000:00100000:2.0:1746137657.993330:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec3b80 x1830957333803648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/0 e 0 to 0 dl 1746137668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.993337:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec3b80 with x1830957333803648 ext(0->4095) 00002000:00010000:2.0:1746137657.993342:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec3b80 00000100:00100000:2.0:1746137657.993469:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14982 00000100:00100000:2.0:1746137657.993476:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2007:x1830957333803648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137657.993935:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2007:x1830957333803648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 458us (706us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137657.993940:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14982 00002000:00100000:2.0:1746137657.993946:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092ec3b80 x1830957333803648/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746137668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137657.993953:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092ec3b80 with x1830957333803648 ext(0->4095) 00002000:00010000:2.0:1746137657.993955:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092ec3b80 00000100:00100000:0.0:1746137657.995603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.995661:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333803776 00000100:00100000:2.0:1746137657.995669:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333803776 00000100:00100000:2.0:1746137657.995716:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31745 00000100:00100000:2.0:1746137657.995723:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:1685:x1830957333803776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137657.995746:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137657.995760:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097e2f200/0xddf4fb614177722d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1e0 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.996250:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d9 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.996261:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.996263:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137657.996267:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2f200/0xddf4fb614177722d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1e0 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.996321:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d9 expref: 71 pid: 11509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.996331:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d9 expref: 71 pid: 11509 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746137657.996341:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327539968:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137657.996431:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137657.998100:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327539968:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137657.998122:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097e2f200/0xddf4fb614177722d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1e0 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.998136:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2f200, rc 0) 00000100:00100000:2.0:1746137657.998178:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:1685:x1830957333803776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2454us (2581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137657.998186:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31745 00000100:00100000:0.0:1746137657.998602:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137657.998666:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333803904 00000100:00100000:2.0:1746137657.998670:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333803904 00010000:00010000:2.0:1746137657.998691:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d9 expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746137657.998723:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16096 00000100:00100000:2.0:1746137657.998729:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2008:x1830957333803904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137657.998738:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137657.998754:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d9 expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.998763:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d9 expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.998780:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094dae200/0xddf4fb6141777226 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1d9 expref: 72 pid: 11509 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746137657.998802:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.998825:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137657.998832:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e2f200/0xddf4fb614177722d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1e0 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.998839:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2f200/0xddf4fb614177722d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1e0 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137657.998862:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097e2f200/0xddf4fb614177722d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1e0 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137657.998876:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327540096:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137657.998941:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab300 going to sleep for 11 seconds 00010000:00010000:2.0:1746137658.000071:0:7223:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.12@tcp) returned -22 from completion AST (req@ffff88012c3efb80 x1830957327540096) - normal race ns: filter-lustre-OST0000_UUID lock: ffff880097e2f200/0xddf4fb614177722d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1e0 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137658.000101:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097e2f200/0xddf4fb614177722d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1e0 expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137658.000110:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327540096:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137658.000131:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137658.000163:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+71:2008:x1830957333803904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1434us (1561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137658.000171:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16096 00000100:00100000:0.0:1746137658.004927:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137658.005023:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333804160 00000100:00100000:1.0:1746137658.005043:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333804160 00000100:00100000:1.0:1746137658.005119:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 181 00000100:00100000:1.0:1746137658.005127:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:1679:x1830957333804160:12345-192.168.203.12@tcp:35:rw_seq_cst_vs_d.0 00000100:00080000:2.0:1746137658.005294:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1746137658.005467:0:18115:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984468 00000100:00100000:1.0:1746137658.005566:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:1679:x1830957333804160:12345-192.168.203.12@tcp:35:rw_seq_cst_vs_d.0 Request processed in 436us (760us total) trans 4294984469 rc 0/0 00000100:00100000:1.0:1746137658.005573:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 181 00000020:00080000:1.0:1746137658.005577:0:18115:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746137658.010515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137658.010610:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333804416 00000100:00100000:1.0:1746137658.010619:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333804416 00000100:00100000:1.0:1746137658.010683:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 182 00000100:00100000:1.0:1746137658.010690:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:1679:x1830957333804416:12345-192.168.203.12@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746137658.010877:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:1679:x1830957333804416:12345-192.168.203.12@tcp:35:rw_seq_cst_vs_d.0 Request processed in 187us (367us total) trans 4294984470 rc 0/0 00000100:00100000:1.0:1746137658.010884:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 182 00000100:00080000:2.0:1746137658.010947:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137658.028255:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137658.028341:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333804544 00000100:00100000:1.0:1746137658.028348:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333804544 00000100:00100000:1.0:1746137658.028438:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38469 00000100:00100000:1.0:1746137658.028446:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:1702:x1830957333804544:12345-192.168.203.12@tcp:101:rm.0 00010000:00010000:1.0:1746137658.028463:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137658.028476:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea400/0xddf4fb6141777234 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1e7 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137658.028518:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebe00/0xddf4fb614177723b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.028532:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebe00/0xddf4fb614177723b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.028542:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebe00/0xddf4fb614177723b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:1.0:1746137658.028577:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746137658.028580:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746137658.028591:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebe00/0xddf4fb614177723b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.028608:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea400/0xddf4fb6141777234 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1e7 expref: 10 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137658.029174:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebe00/0xddf4fb614177723b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1e7 expref: 9 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137658.029183:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137658.029186:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746137658.029188:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebe00, rc 0) 00000100:00100000:1.0:1746137658.029245:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:1702:x1830957333804544:12345-192.168.203.12@tcp:101:rm.0 Request processed in 799us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137658.029250:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38469 00000100:00100000:0.0:1746137658.032398:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137658.032478:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333804672 00000100:00100000:1.0:1746137658.032486:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333804672 00000100:00100000:1.0:1746137658.032537:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38470 00000100:00100000:1.0:1746137658.032544:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:1702:x1830957333804672:12345-192.168.203.12@tcp:101:rm.0 00010000:00010000:1.0:1746137658.032559:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137658.032571:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eac00/0xddf4fb6141777242 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1ee expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137658.032617:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb6141777249 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032628:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb6141777249 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032637:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb6141777249 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032692:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb200/0xddf4fb6141777250 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032698:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb200/0xddf4fb6141777250 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032707:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb200/0xddf4fb6141777250 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032766:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb600/0xddf4fb6141777257 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032772:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb600/0xddf4fb6141777257 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032776:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb600/0xddf4fb6141777257 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:1.0:1746137658.032798:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 8 00000004:00200000:1.0:1746137658.032801:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746137658.032836:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb600/0xddf4fb6141777257 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032845:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb600/0xddf4fb6141777257 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032852:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb6141777249 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032857:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb6141777249 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032862:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb6141777249 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032867:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb6141777249 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032872:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801357ebc00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137658.032875:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb6141777249 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032880:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb6141777249 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032887:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137658.032889:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137658.032891:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb6141777249 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032894:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb6141777249 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032909:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb200/0xddf4fb6141777250 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032914:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb200/0xddf4fb6141777250 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032917:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb200/0xddf4fb6141777250 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032922:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801357eb200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137658.032924:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb200/0xddf4fb6141777250 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032928:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb200/0xddf4fb6141777250 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032934:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880094cf7f00) 00010000:00010000:1.0:1746137658.032935:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137658.032937:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb200/0xddf4fb6141777250 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032941:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb200/0xddf4fb6141777250 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137658.032961:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eac00/0xddf4fb6141777242 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1ee expref: 11 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137658.032970:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb600/0xddf4fb6141777257 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1ee expref: 10 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137658.032975:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009080e700) 00010000:00010000:1.0:1746137658.032977:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137658.032979:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eb600, rc 0) 00000100:00100000:1.0:1746137658.033016:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:1702:x1830957333804672:12345-192.168.203.12@tcp:101:rm.0 Request processed in 472us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137658.033022:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38470 00000100:00100000:0.0:1746137658.039857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137658.039900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137658.039927:0:7230:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333804800 00000100:00100000:0.0:1746137658.039930:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137658.039936:0:7230:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333804800 00000100:00100000:3.0:1746137658.039948:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333805056 00000100:00100000:0.0:1746137658.039950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137658.039951:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333805056 00000100:00100000:1.0:1746137658.039963:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333804928 00000100:00080000:3.0:1746137658.039966:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746137658.039966:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333804928 00000100:00100000:2.0:1746137658.039977:0:7230:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 547 00000100:00100000:2.0:1746137658.039984:0:7230:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9fc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e86c546-3529-434a-aea7-948422805b2a+12:2009:x1830957333804800:12345-192.168.203.12@tcp:400:kworker.0 00000100:00080000:3.0:1746137658.039990:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746137658.039995:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333805184 00000100:00100000:1.0:1746137658.039997:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333805184 00000100:00100000:3.0:1746137658.039998:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 743 00000100:00100000:3.0:1746137658.040004:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2009:x1830957333805056:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137658.040009:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:3.0:1746137658.040014:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746137658.040016:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1070 00000100:00100000:1.0:1746137658.040020:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2009:x1830957333804928:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746137658.040034:0:7230:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9fc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e86c546-3529-434a-aea7-948422805b2a+12:2009:x1830957333804800:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 51us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137658.040034:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333805312 00000100:00100000:0.0:1746137658.040037:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333805312 00000100:00100000:3.0:1746137658.040040:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2009:x1830957333805056:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 36us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137658.040040:0:7230:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 547 00000100:00100000:1.0:1746137658.040042:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2009:x1830957333804928:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 22us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137658.040045:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 743 00000100:00100000:1.0:1746137658.040046:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1070 00000100:00100000:1.0:1746137658.040055:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1071 00000100:00080000:3.0:1746137658.040057:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746137658.040059:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333805184:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746137658.040063:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31746 00000100:00100000:3.0:1746137658.040067:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2006:x1830957333805312:12345-192.168.203.12@tcp:9:kworker.0 00000100:00100000:1.0:1746137658.040074:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333805184:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 14us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137658.040079:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1071 00000020:00000080:3.0:1746137658.040082:0:21535:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xddf4fb6141672c69 00000100:00080000:3.0:1746137658.040088:0:21535:0:(import.c:66:import_set_state_nolock()) ffff88008b142000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1746137658.040111:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1746137658.040127:0:21535:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970904 00000100:00100000:1.0:1746137658.040143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137658.040156:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333805440 00000100:00100000:0.0:1746137658.040159:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333805440 00000100:00080000:2.0:1746137658.040173:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137658.040181:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31747 00000100:00100000:0.0:1746137658.040186:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+71:2010:x1830957333805440:12345-192.168.203.12@tcp:101:rm.0 00010000:00010000:0.0:1746137658.040195:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137658.040210:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098683a00/0xddf4fb614177725e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1f5 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137658.040211:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+2:2006:x1830957333805312:12345-192.168.203.12@tcp:9:kworker.0 Request processed in 142us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137658.040215:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31746 00002000:00010000:0.0:1746137658.040227:0:9582:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 8, mtime: 0x6813f23a, atime: 0x6813f227, ctime: 0x6813f23a, blocks: 0x8 00010000:00010000:0.0:1746137658.040240:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137658.040241:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137658.040249:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098683a00/0xddf4fb614177725e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1f5 expref: 72 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137658.040262:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098683a00/0xddf4fb614177725e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1f5 expref: 72 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137658.040271:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098683a00, rc 0) 00000100:00100000:0.0:1746137658.040315:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+72:2010:x1830957333805440:12345-192.168.203.12@tcp:101:rm.0 Request processed in 128us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137658.040320:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31747 00000100:00100000:0.0:1746137658.041835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137658.041897:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333805696 00000100:00100000:1.0:1746137658.041902:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333805696 00000100:00100000:1.0:1746137658.041940:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38471 00000100:00100000:1.0:1746137658.041946:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:1702:x1830957333805696:12345-192.168.203.12@tcp:36:rm.0 00010000:00010000:1.0:1746137658.041980:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746137658.041999:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb600/0xddf4fb6141777257 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1ee expref: 10 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137658.042017:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ad200/0xddf4fb61417731c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cda17b expref: 9 pid: 8829 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137658.042025:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009080e700) 00010000:00010000:1.0:1746137658.042032:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebe00/0xddf4fb614177723b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1e7 expref: 8 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137658.042038:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137658.042041:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137658.042053:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb6141777265 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042061:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb6141777265 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042067:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb6141777265 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042076:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb614177726c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042081:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb614177726c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042085:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb614177726c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042140:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eac00/0xddf4fb6141777273 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042146:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eac00/0xddf4fb6141777273 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042151:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eac00/0xddf4fb6141777273 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000040:00080000:1.0:1746137658.042355:0:7237:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:1.0:1746137658.042363:0:7237:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 720087556555ns, next at 721087555319ns, rc = 0 00010000:00010000:1.0:1746137658.042395:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177727a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042402:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177727a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042408:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177727a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042413:0:7237:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177727a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042418:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177727a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042422:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177727a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042438:0:7237:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746137658.042450:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eac00/0xddf4fb6141777273 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042453:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eac00/0xddf4fb6141777273 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137658.042456:0:7226:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746137658.042456:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eac00/0xddf4fb6141777273 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042459:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801357eac00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137658.042460:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177727a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042461:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eac00/0xddf4fb6141777273 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137658.042464:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801357ebc00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137658.042465:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eac00/0xddf4fb6141777273 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137658.042467:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177727a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042469:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009080e700) 00010000:00010000:1.0:1746137658.042470:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746137658.042472:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177727a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042472:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eac00/0xddf4fb6141777273 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042475:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eac00/0xddf4fb6141777273 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137658.042477:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009080e700) 00010000:00010000:2.0:1746137658.042479:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746137658.042480:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177727a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137658.042483:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177727a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137658.042496:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746137658.042498:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746137658.042499:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746137658.042557:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb6141777265 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042562:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb6141777265 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042566:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb6141777265 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042569:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801357eaa00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137658.042571:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb6141777265 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042575:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb6141777265 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042581:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137658.042582:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137658.042585:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb6141777265 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042589:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb6141777265 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00000004:00010000:1.0:1746137658.042594:0:7237:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009200f100 reply state ffff880090931000 transno 4294984471 ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb614177726c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042601:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb614177726c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137658.042607:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880094cf7100) 00010000:00010000:1.0:1746137658.042608:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746137658.042610:0:7237:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746137658.042657:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:1702:x1830957333805696:12345-192.168.203.12@tcp:36:rm.0 Request processed in 711us (856us total) trans 4294984471 rc 0/0 00000100:00100000:1.0:1746137658.042662:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38471 00010000:00010000:2.0:1746137658.047083:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746137658.307009:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746137658.307031:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327540224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746137658.307097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137658.308477:0:11740:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327540224 00000100:00100000:2.0:1746137658.308486:0:11740:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327540224 00000100:00100000:2.0:1746137658.308540:0:11740:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1746137658.308551:0:11740:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327540224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746137658.308579:0:11740:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499542848 pending 946176 free 3922235392 avail 3690713088 00000100:00080000:0.0:1746137658.308600:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137658.308628:0:11740:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327540224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (1532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137658.308633:0:11740:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1746137658.308664:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327540224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746137658.371584:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746137658.371606:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327540352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746137658.371673:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137658.372060:0:11740:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327540352 00000100:00100000:2.0:1746137658.372067:0:11740:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327540352 00000100:00080000:0.0:1746137658.372111:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137658.372569:0:11740:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1746137658.372579:0:11740:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957327540352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746137658.372719:0:11740:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499542848 pending 946176 free 3922235392 avail 3690713088 00000100:00100000:2.0:1746137658.372792:0:11740:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957327540352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 215us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137658.372799:0:11740:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1746137658.373208:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327540352:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1746137659.049022:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746137659.556584:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746137659.556605:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327540480:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746137659.556676:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137659.556747:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327540480 00000100:00100000:2.0:1746137659.556755:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327540480 00000100:00100000:2.0:1746137659.556795:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1746137659.556801:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327540480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746137659.556851:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1746137659.556889:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327540480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137659.556895:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1746137659.556934:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327540480:0@lo:41:osp-pre-1-0.0 00000001:00080000:0.0:1746137659.668311:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972208 is committed 00010000:00010000:2.0:1746137660.051168:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137660.532925:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3765:1830957327540608:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.532980:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3762:1830957327540736:0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.532984:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137660.533010:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137660.533033:0:7230:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327540608 00000100:00100000:0.0:1746137660.533036:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327541120:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533038:0:7230:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327540608 00000100:00100000:0.0:1746137660.533056:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137660.533068:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327541632:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533069:0:7230:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1746137660.533075:0:7230:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9fc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9643f5bf-b52e-4056-a15a-6f76f7e7ba35+23:3765:x1830957327540608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533083:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137660.533094:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327542144:0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533106:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137660.533107:0:7230:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9fc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9643f5bf-b52e-4056-a15a-6f76f7e7ba35+23:3765:x1830957327540608:12345-0@lo:400:kworker.0 Request processed in 33us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137660.533113:0:7230:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1746137660.533132:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3765:1830957327540608:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533134:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3762:1830957327541248:0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533143:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746137660.533147:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096854700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830957327540992:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533148:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137660.533159:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3762:1830957327541760:0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533159:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137660.533169:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327541504:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137660.533180:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746137660.533182:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137660.533183:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096854e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327540864:0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533190:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327542016:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533195:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137660.533201:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137660.533204:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3762:1830957327541376:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533216:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137660.533220:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327541120 00000100:00100000:0.0:1746137660.533223:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327541120 00000100:00100000:2.0:1746137660.533226:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3762:1830957327541888:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137660.533239:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327540864 00000100:00100000:0.0:1746137660.533240:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327540864 00000100:00100000:0.0:1746137660.533250:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1746137660.533254:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327541120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533270:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327540736 00000100:00100000:2.0:1746137660.533273:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327540736 00000100:00100000:2.0:1746137660.533289:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327541248 00000100:00100000:2.0:1746137660.533291:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327541248 00000100:00100000:0.0:1746137660.533300:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327541120:12345-0@lo:400:kworker.0 Request processed in 44us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137660.533305:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1746137660.533306:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327540992 00000100:00100000:2.0:1746137660.533307:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327540992 00000100:00100000:0.0:1746137660.533313:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1746137660.533314:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327541760 00000100:00100000:2.0:1746137660.533315:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327541760 00000100:00100000:0.0:1746137660.533317:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957327540864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533323:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327541376 00000100:00100000:2.0:1746137660.533325:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327541376 00000100:00100000:2.0:1746137660.533334:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327541888 00000100:00100000:2.0:1746137660.533335:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327541888 00000100:00100000:2.0:1746137660.533344:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:0.0:1746137660.533344:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957327540864:12345-0@lo:400:kworker.0 Request processed in 26us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137660.533348:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3762:x1830957327540736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533348:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1746137660.533364:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327541632 00000100:00100000:0.0:1746137660.533366:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327541632 00000100:00100000:2.0:1746137660.533368:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3762:x1830957327540736:12345-0@lo:400:kworker.0 Request processed in 20us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137660.533372:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:0.0:1746137660.533380:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327542144 00000100:00100000:2.0:1746137660.533381:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:0.0:1746137660.533381:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327542144 00000100:00100000:2.0:1746137660.533384:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3762:x1830957327541248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533390:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327541504 00000100:00100000:0.0:1746137660.533391:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327541504 00000100:00100000:0.0:1746137660.533398:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327542016 00000100:00100000:2.0:1746137660.533400:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3762:x1830957327541248:12345-0@lo:400:kworker.0 Request processed in 16us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137660.533400:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327542016 00000100:00100000:2.0:1746137660.533404:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:0.0:1746137660.533408:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1746137660.533411:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1746137660.533412:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327541632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533414:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830957327540992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533428:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830957327540992:12345-0@lo:400:kworker.0 Request processed in 14us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137660.533429:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327541632:12345-0@lo:400:kworker.0 Request processed in 16us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137660.533432:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1746137660.533433:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1746137660.533439:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1746137660.533439:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1746137660.533443:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3762:x1830957327541760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533443:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327542144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533456:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3762:x1830957327541760:12345-0@lo:400:kworker.0 Request processed in 14us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137660.533457:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327542144:12345-0@lo:400:kworker.0 Request processed in 14us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137660.533461:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1746137660.533461:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1746137660.533467:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1746137660.533467:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1746137660.533470:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3762:x1830957327541376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533470:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327541504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533484:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3762:x1830957327541376:12345-0@lo:400:kworker.0 Request processed in 14us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137660.533484:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327541504:12345-0@lo:400:kworker.0 Request processed in 13us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137660.533488:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1746137660.533488:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1746137660.533494:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1746137660.533495:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1746137660.533497:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3762:x1830957327541888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533498:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327542016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533512:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3762:x1830957327541888:12345-0@lo:400:kworker.0 Request processed in 14us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137660.533512:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327542016:12345-0@lo:400:kworker.0 Request processed in 13us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137660.533515:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1746137660.533516:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00080000:0.0:1746137660.533530:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746137660.533532:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746137660.533534:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746137660.533535:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137660.533542:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096854e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327540864:0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533545:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096854700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830957327540992:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533549:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3762:1830957327541376:0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533551:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327541504:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533555:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3762:1830957327541888:0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533557:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327542016:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533560:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3762:1830957327540736:0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533562:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327541120:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533566:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3762:1830957327541248:0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533567:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327541632:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.533572:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3762:1830957327541760:0@lo:400:kworker.0 00000100:00100000:0.0:1746137660.533573:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327542144:0@lo:400:kworker.0 00000100:00100000:2.0:1746137660.595021:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327542272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746137660.595079:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137660.595300:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327542272 00000100:00100000:1.0:1746137660.595308:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327542272 00000100:00100000:1.0:1746137660.595345:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1746137660.595353:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957327542272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746137660.595381:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3920228352 avail 3688706048 00000100:00100000:1.0:1746137660.595432:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957327542272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137660.595438:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1746137660.595509:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327542272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746137660.611532:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957327542400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746137660.611583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137660.611829:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327542400 00000100:00100000:0.0:1746137660.611835:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327542400 00000100:00100000:0.0:1746137660.611939:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1746137660.612039:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327542528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746137660.612063:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137660.612087:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327542528 00000100:00100000:1.0:1746137660.612090:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327542528 00000100:00100000:0.0:1746137660.612112:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957327542400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746137660.612137:0:8828:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:1.0:1746137660.612515:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1746137660.612521:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957327542528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746137660.612535:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3920228352 avail 3688706048 00000100:00100000:1.0:1746137660.612627:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957327542528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137660.612633:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1746137660.612658:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327542528:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746137660.613436:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957327542400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1322us (1849us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137660.613444:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1746137660.613495:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957327542400:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1746137660.806146:0:28079:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 18:14:21 (1746137661) 00000100:00100000:0.0:1746137660.863001:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137660.863075:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333805824 00000100:00100000:1.0:1746137660.863083:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333805824 00000100:00080000:0.0:1746137660.863158:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746137660.863190:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38472 00000100:00100000:1.0:1746137660.863198:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2349:x1830957333805824:12345-192.168.203.12@tcp:41:stat.0 00000004:00000024:1.0:1746137660.863251:0:7237:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842463744 avail 7378472960 00000100:00100000:1.0:1746137660.863314:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2349:x1830957333805824:12345-192.168.203.12@tcp:41:stat.0 Request processed in 117us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137660.863321:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38472 00000100:00100000:0.0:1746137660.924984:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137660.925096:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333805952 00000100:00100000:2.0:1746137660.925106:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333805952 00000100:00100000:2.0:1746137660.925164:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38473 00000100:00100000:2.0:1746137660.925172:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2362:x1830957333805952:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1746137660.925194:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137660.925212:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb6141777281 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde1fc expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.925287:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb6141777288 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.925300:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb6141777288 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.925310:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb6141777288 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000004:00200000:2.0:1746137660.925358:0:20024:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137660.925362:0:20024:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137660.925378:0:20024:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb6141777288 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.925399:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb6141777281 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1fc expref: 11 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.925420:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb6141777288 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1fc expref: 10 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.925428:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137660.925431:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137660.925434:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324400, rc 0) 00000100:00100000:2.0:1746137660.925490:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2362:x1830957333805952:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 318us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137660.925496:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38473 00000100:00100000:0.0:1746137660.926884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137660.926952:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333806080 00000100:00100000:2.0:1746137660.926958:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333806080 00000100:00100000:2.0:1746137660.927045:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38474 00000100:00100000:2.0:1746137660.927053:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2362:x1830957333806080:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1746137660.927066:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137660.927076:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177728f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde203 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.927121:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777296 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927129:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777296 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927136:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777296 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927148:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b000/0xddf4fb614177729d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927153:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b000/0xddf4fb614177729d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927158:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b000/0xddf4fb614177729d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927404:0:20024:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777296 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927410:0:20024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777296 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927416:0:20024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777296 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927421:0:20024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777296 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927426:0:20024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b324c00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137660.927429:0:20024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777296 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927435:0:20024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777296 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927444:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137660.927446:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137660.927449:0:20024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777296 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927454:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777296 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927464:0:20024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b000/0xddf4fb614177729d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927469:0:20024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b000/0xddf4fb614177729d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927473:0:20024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b000/0xddf4fb614177729d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927680:0:20024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce8b000 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137660.927682:0:20024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b000/0xddf4fb614177729d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927687:0:20024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b000/0xddf4fb614177729d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927694:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009f012e00) 00010000:00010000:2.0:1746137660.927696:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137660.927698:0:20024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b000/0xddf4fb614177729d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927703:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b000/0xddf4fb614177729d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.927730:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177728f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde203 expref: 11 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.927737:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177728f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde203 expref: 11 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.927745:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325a00, rc 0) 00000100:00100000:2.0:1746137660.927878:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2362:x1830957333806080:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 825us (997us total) trans 0 rc 301/301 00000100:00100000:2.0:1746137660.928138:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38474 00000100:00100000:0.0:1746137660.930519:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137660.930596:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333806336 00000100:00100000:2.0:1746137660.930604:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333806336 00000100:00100000:2.0:1746137660.930655:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38475 00000100:00100000:2.0:1746137660.930662:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2362:x1830957333806336:12345-192.168.203.12@tcp:36:lfs.0 00010000:00010000:2.0:1746137660.930709:0:20024:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137660.930732:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb6141777288 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1fc expref: 10 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.930749:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137660.930753:0:20024:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137660.930827:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772a4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.930838:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772a4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.930847:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772a4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.930858:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb61417772ab lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.930864:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb61417772ab lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.930872:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb61417772ab lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000040:00080000:2.0:1746137660.931802:0:20024:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:2.0:1746137660.931910:0:20024:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:2.0:1746137660.931915:0:20024:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800a5ca0d80 with version 18 00000004:00080000:3.0:1746137660.931997:0:8824:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88012d340d80 version 18 rpc_version 18 00000020:00100000:3.0:1746137660.932028:0:8824:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746137660.932036:0:8824:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880093095180 x1830957327542784/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137660.932055:0:8824:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8824:1830957327542784:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746137660.932105:0:8824:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137660.932152:0:8824:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137660.932173:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327542784 00000100:00100000:1.0:1746137660.932179:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327542784 00000100:00100000:1.0:1746137660.932212:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1746137660.932218:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8824:x1830957327542784:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746137660.932702:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8824:x1830957327542784:12345-0@lo:1000:osp_up1-0.0 Request processed in 483us (595us total) trans 4294967382 rc 0/0 00000100:00100000:1.0:1746137660.932709:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1746137660.932849:0:8824:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8824:1830957327542784:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1746137660.932935:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b200/0xddf4fb61417772b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.932947:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b200/0xddf4fb61417772b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.932954:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b200/0xddf4fb61417772b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.932965:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325400/0xddf4fb61417772b9 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.932967:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325400/0xddf4fb61417772b9 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.932970:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325400/0xddf4fb61417772b9 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.932988:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.932991:0:20024:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.932997:0:20024:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 20024 initiator: MDT0 00000100:00100000:2.0:1746137660.933007:0:20024:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:20024:1830957327542912:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1746137660.933034:0:20024:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137660.933070:0:20024:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091675540 going to sleep for 11 seconds 00000100:00100000:1.0:1746137660.933074:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327542912 00000100:00100000:1.0:1746137660.933078:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327542912 00000100:00100000:1.0:1746137660.933091:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1746137660.933094:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:20024:x1830957327542912:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1746137660.933104:0:8828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137660.934069:0:8828:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea200/0xddf4fb61417772c7 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddf4fb61417772c0 expref: -99 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137660.934097:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea200/0xddf4fb61417772c7 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xddf4fb61417772c0 expref: 7 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137660.934109:0:8828:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea200/0xddf4fb61417772c7 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xddf4fb61417772c0 expref: 7 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137660.934115:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012eea9200) 00010000:00010000:1.0:1746137660.934117:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137660.934119:0:8828:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea200, rc 0) 00000100:00100000:1.0:1746137660.934176:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:20024:x1830957327542912:12345-0@lo:101:mdt00_004.0 Request processed in 1080us (1139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137660.934183:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1746137660.934281:0:20024:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:20024:1830957327542912:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1746137660.934293:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xddf4fb61417772c7 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.934301:0:20024:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xddf4fb61417772c7 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746137660.934317:0:20024:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800846d9180 reply state ffff880094ead000 transno 4294984472 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325400/0xddf4fb61417772b9 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934325:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325400/0xddf4fb61417772b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934331:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f012300) 00010000:00010000:2.0:1746137660.934332:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746137660.934335:0:20024:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746137660.934339:0:20024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xddf4fb61417772c7 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.934344:0:20024:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xddf4fb61417772c7 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1746137660.934352:0:20024:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:2.0:1746137660.934358:0:20024:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800846d9180 reply state ffff880094ead000 transno 4294984472 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b200/0xddf4fb61417772b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934362:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b200/0xddf4fb61417772b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934365:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009f012c00) 00010000:00010000:2.0:1746137660.934367:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746137660.934368:0:20024:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1746137660.934371:0:20024:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 4096 00010000:00010000:2.0:1746137660.934378:0:20024:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772a4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934381:0:20024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772a4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934384:0:20024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772a4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934388:0:20024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772a4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934393:0:20024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce8bc00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137660.934395:0:20024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772a4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934400:0:20024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772a4 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934406:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137660.934408:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137660.934411:0:20024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772a4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934415:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772a4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00000004:00010000:2.0:1746137660.934425:0:20024:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800846d9180 reply state ffff880094ead000 transno 4294984472 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb61417772ab lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934431:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb61417772ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.934438:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009f012600) 00010000:00010000:2.0:1746137660.934439:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746137660.934440:0:20024:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1746137660.934505:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2362:x1830957333806336:12345-192.168.203.12@tcp:36:lfs.0 Request processed in 3842us (3992us total) trans 4294984472 rc 0/0 00000100:00100000:2.0:1746137660.934511:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38475 00000100:00100000:0.0:1746137660.958555:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137660.958999:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333806464 00000100:00100000:2.0:1746137660.959009:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333806464 00000100:00100000:2.0:1746137660.959073:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38476 00000100:00100000:2.0:1746137660.959081:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2364:x1830957333806464:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:2.0:1746137660.959100:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137660.959121:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb61417772ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde20a expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.959170:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ec00/0xddf4fb61417772d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.959180:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ec00/0xddf4fb61417772d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.959190:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ec00/0xddf4fb61417772d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000004:00200000:2.0:1746137660.959221:0:20024:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137660.959223:0:20024:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137660.959236:0:20024:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ec00/0xddf4fb61417772d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.959253:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb61417772ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde20a expref: 13 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.959676:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ec00/0xddf4fb61417772d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde20a expref: 12 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.959687:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137660.959692:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137660.959694:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2ec00, rc 0) 00000100:00100000:2.0:1746137660.959946:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2364:x1830957333806464:12345-192.168.203.12@tcp:101:cp.0 Request processed in 865us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137660.959952:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38476 00000100:00100000:0.0:1746137660.961744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137660.961890:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333806592 00000100:00100000:2.0:1746137660.961900:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333806592 00000100:00100000:2.0:1746137660.961953:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38477 00000100:00100000:2.0:1746137660.961960:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2364:x1830957333806592:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:2.0:1746137660.961974:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137660.961986:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e600/0xddf4fb61417772dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde211 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.962029:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb61417772e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962038:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb61417772e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962046:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb61417772e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962053:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb61417772ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962061:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb61417772ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962066:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb61417772ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962151:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962158:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962164:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000004:00200000:2.0:1746137660.962212:0:20024:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 4096 00000004:00200000:2.0:1746137660.962215:0:20024:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746137660.962227:0:20024:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962235:0:20024:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb61417772e3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962240:0:20024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb61417772e3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962244:0:20024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb61417772e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962249:0:20024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb61417772e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962265:0:20024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e2ee00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137660.962269:0:20024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb61417772e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962275:0:20024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb61417772e3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962283:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137660.962285:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137660.962289:0:20024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb61417772e3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962293:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb61417772e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962303:0:20024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb61417772ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962307:0:20024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb61417772ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962312:0:20024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb61417772ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962316:0:20024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e2f200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137660.962317:0:20024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb61417772ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962322:0:20024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb61417772ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962327:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009f012600) 00010000:00010000:2.0:1746137660.962329:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137660.962331:0:20024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb61417772ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962336:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb61417772ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.962359:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e600/0xddf4fb61417772dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde211 expref: 14 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.962368:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8bc00/0xddf4fb61417772f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde211 expref: 13 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.962374:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009f012c00) 00010000:00010000:2.0:1746137660.962376:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746137660.962378:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8bc00, rc 0) 00000100:00100000:2.0:1746137660.962432:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2364:x1830957333806592:12345-192.168.203.12@tcp:101:cp.0 Request processed in 472us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137660.962438:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38477 00000100:00100000:0.0:1746137660.964314:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137660.964385:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333806720 00000100:00100000:2.0:1746137660.964391:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333806720 00000100:00100000:2.0:1746137660.964432:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38478 00000100:00100000:2.0:1746137660.964438:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2364:x1830957333806720:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:2.0:1746137660.964452:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137660.964464:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417772f8 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde218 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.964501:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb61417772ff lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.964512:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb61417772ff lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.964519:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb61417772ff lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000004:00200000:2.0:1746137660.964553:0:20024:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746137660.964557:0:20024:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746137660.964580:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb61417772f8 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde218 expref: 15 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.964592:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb61417772ff lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde218 expref: 14 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.964598:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f012300) 00010000:00010000:2.0:1746137660.964600:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746137660.964602:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2ea00, rc 0) 00000100:00100000:2.0:1746137660.964636:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2364:x1830957333806720:12345-192.168.203.12@tcp:101:cp.0 Request processed in 198us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137660.964641:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38478 00000100:00100000:0.0:1746137660.966470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137660.966827:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333806848 00000100:00100000:1.0:1746137660.966835:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333806848 00000100:00080000:0.0:1746137660.966863:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746137660.966948:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38479 00000100:00100000:1.0:1746137660.966955:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2364:x1830957333806848:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:1.0:1746137660.966969:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137660.966985:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801357eac00/0xddf4fb6141777306 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde21f expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137660.967026:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea400/0xddf4fb614177730d lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.967037:0:7237:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea200/0xddf4fb61417772c7 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xddf4fb61417772c0 expref: 6 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137660.967043:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea400/0xddf4fb614177730d lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT1 00010000:00010000:1.0:1746137660.967069:0:7237:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea200/0xddf4fb61417772c7 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xddf4fb61417772c0 expref: 6 pid: 8828 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137660.967079:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7237:1830957327543040:0@lo:104: 00000100:00100000:1.0:1746137660.967110:0:7237:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137660.967156:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137660.967271:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327543040 00000100:00100000:0.0:1746137660.967274:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327543040 00000100:00100000:0.0:1746137660.967294:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1746137660.967299:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7237:x1830957327543040:12345-0@lo:104: 00010000:00010000:0.0:1746137660.967306:0:7220:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xddf4fb61417772c7 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137660.967339:0:7220:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1746137660.967343:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7237:x1830957327543040:12345-0@lo:104: Request processed in 44us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137660.967348:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:3.0:1746137660.967415:0:11981:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746137660.967421:0:11981:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xddf4fb61417772c7 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137660.967430:0:11981:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e2f000 already unused, calling callback (ffffffffa0f12e30) 00010000:00010000:3.0:1746137660.967434:0:11981:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xddf4fb61417772c7 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746137660.967441:0:11981:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xddf4fb61417772c7 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137660.967456:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7237:1830957327543040:0@lo:104: 00010000:00010000:3.0:1746137660.967460:0:11981:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xddf4fb61417772c7 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137660.967464:0:11981:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1746137660.967477:0:7237:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea400/0xddf4fb614177730d lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT1 00010000:00010000:3.0:1746137660.967575:0:11981:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xddf4fb61417772c7 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137660.967582:0:11981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880097e2f000/0xddf4fb61417772c0 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xddf4fb61417772c7 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137660.967640:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327543168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1746137660.967664:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137660.967686:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327543168 00000100:00100000:2.0:1746137660.967689:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327543168 00010000:00010000:2.0:1746137660.967701:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea200/0xddf4fb61417772c7 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xddf4fb61417772c0 expref: 7 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137660.967726:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137660.967728:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137660.967729:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746137660.967987:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16097 00000100:00100000:2.0:1746137660.967993:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3765:x1830957327543168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1746137660.968000:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:3.0:1746137660.969766:0:8379:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967382 is committed 00010000:00010000:2.0:1746137660.969879:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea200/0xddf4fb61417772c7 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xddf4fb61417772c0 expref: 6 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.969912:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012eea9200) 00010000:00010000:2.0:1746137660.969915:0:7223:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea400/0xddf4fb614177730d lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT1 00010000:00010000:2.0:1746137660.969922:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea400/0xddf4fb614177730d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7237 initiator: MDT1 00010000:00010000:2.0:1746137660.969927:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea400/0xddf4fb614177730d lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7237 initiator: MDT1 00010000:00010000:2.0:1746137660.970001:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137660.970054:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327543168:12345-0@lo:103:ldlm_bl.0 Request processed in 2060us (2388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137660.970062:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16097 00010000:00010000:1.0:1746137660.970128:0:7237:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea400/0xddf4fb614177730d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT1 00010000:00010000:1.0:1746137660.970135:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea400/0xddf4fb614177730d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT1 00000004:00200000:1.0:1746137660.970176:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746137660.970180:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746137660.970215:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801357eac00/0xddf4fb6141777306 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde21f expref: 7 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137660.970231:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea400/0xddf4fb614177730d lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde21f expref: 6 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137660.970236:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012eea9200) 00010000:00010000:1.0:1746137660.970239:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746137660.970241:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea400, rc 0) 00000100:00100000:1.0:1746137660.970289:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2364:x1830957333806848:12345-192.168.203.12@tcp:101:cp.0 Request processed in 3335us (3824us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137660.970298:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38479 00000100:00100000:3.0:1746137660.970503:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327543168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746137660.973683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137660.973783:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333806976 00000100:00100000:1.0:1746137660.973792:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333806976 00000100:00100000:1.0:1746137660.973899:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38480 00000100:00100000:1.0:1746137660.973908:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2364:x1830957333806976:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:1.0:1746137660.973924:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137660.973938:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea800/0xddf4fb6141777314 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde226 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137660.973982:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb614177731b lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.973993:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb614177731b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974001:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb614177731b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974012:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb000/0xddf4fb6141777322 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974017:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb000/0xddf4fb6141777322 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974022:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb000/0xddf4fb6141777322 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974067:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb614177731b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974073:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb614177731b lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974081:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb614177731b lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974085:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801357eaa00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137660.974088:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb614177731b lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974093:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb614177731b lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974101:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f012300) 00010000:00010000:1.0:1746137660.974104:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137660.974106:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb614177731b lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974110:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eaa00/0xddf4fb614177731b lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974119:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb000/0xddf4fb6141777322 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974123:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb000/0xddf4fb6141777322 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974126:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb000/0xddf4fb6141777322 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974130:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801357eb000 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137660.974132:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb000/0xddf4fb6141777322 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974137:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb000/0xddf4fb6141777322 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974145:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88012eea9b00) 00010000:00010000:1.0:1746137660.974147:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137660.974148:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb000/0xddf4fb6141777322 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974152:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb000/0xddf4fb6141777322 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137660.974174:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea800/0xddf4fb6141777314 lrc: 1/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde226 expref: 15 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137660.974180:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea800/0xddf4fb6141777314 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde226 expref: 15 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137660.974186:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea800, rc 0) 00000100:00100000:1.0:1746137660.974219:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2364:x1830957333806976:12345-192.168.203.12@tcp:101:cp.0 Request processed in 314us (544us total) trans 0 rc 301/301 00000100:00100000:1.0:1746137660.974224:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38480 00000100:00100000:0.0:1746137660.976434:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137660.976531:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333807232 00000100:00100000:2.0:1746137660.976539:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333807232 00000100:00100000:2.0:1746137660.976583:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38481 00000100:00100000:2.0:1746137660.976590:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2364:x1830957333807232:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:2.0:1746137660.976607:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137660.976610:0:20024:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746137660.976628:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb61417772ff lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde218 expref: 14 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.976654:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f012300) 00010000:00010000:2.0:1746137660.976658:0:20024:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137660.976666:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb6141777329 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde22d expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.976736:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d400/0xddf4fb6141777330 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.976745:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d400/0xddf4fb6141777330 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.976752:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d400/0xddf4fb6141777330 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.976761:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c600/0xddf4fb6141777337 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.976765:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c600/0xddf4fb6141777337 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.976769:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c600/0xddf4fb6141777337 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000004:00080000:2.0:1746137660.976987:0:20024:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:2.0:1746137660.977074:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ce00/0xddf4fb614177733e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.977080:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ce00/0xddf4fb614177733e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.977085:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ce00/0xddf4fb614177733e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.977108:0:20024:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d400/0xddf4fb6141777330 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.977113:0:20024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d400/0xddf4fb6141777330 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.977117:0:20024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d400/0xddf4fb6141777330 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.977125:0:20024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d400/0xddf4fb6141777330 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.977129:0:20024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009171d400 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137660.977132:0:20024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d400/0xddf4fb6141777330 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.977136:0:20024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d400/0xddf4fb6141777330 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.977142:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f012300) 00010000:00010000:2.0:1746137660.977143:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137660.977146:0:20024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d400/0xddf4fb6141777330 lrc: 3/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.977150:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d400/0xddf4fb6141777330 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00000004:00010000:2.0:1746137660.977158:0:20024:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008b32b480 reply state ffff88012cf53000 transno 4294984473 ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c600/0xddf4fb6141777337 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.977164:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c600/0xddf4fb6141777337 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137660.977168:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88012b77c400) 00010000:00010000:2.0:1746137660.977170:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746137660.977171:0:20024:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746137660.977187:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb6141777329 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde22d expref: 16 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.977197:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ce00/0xddf4fb614177733e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde22d expref: 15 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137660.977207:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:2.0:1746137660.977209:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137660.977210:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ce00, rc 0) 00000100:00100000:2.0:1746137660.977269:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2364:x1830957333807232:12345-192.168.203.12@tcp:101:cp.0 Request processed in 679us (841us total) trans 4294984473 rc 0/0 00000100:00100000:2.0:1746137660.977275:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38481 00000100:00100000:0.0:1746137660.979937:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137660.980161:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333807360 00000100:00100000:3.0:1746137660.980169:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333807360 00000100:00100000:3.0:1746137660.980226:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31748 00000100:00100000:3.0:1746137660.980233:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2009:x1830957333807360:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:3.0:1746137660.980247:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1746137660.980291:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746137660.980367:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177734c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde234 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746137660.980387:0:21535:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746137660.980402:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137660.980404:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137660.980411:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177734c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde234 expref: 6 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137660.980425:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177734c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde234 expref: 6 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137660.980435:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6400, rc 0) 00000100:00100000:3.0:1746137660.980477:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333807360:12345-192.168.203.12@tcp:101:cp.0 Request processed in 244us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137660.980483:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31748 00000100:00100000:0.0:1746137660.983240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137660.983373:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333807488 00000100:00100000:3.0:1746137660.983379:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333807488 00000100:00100000:3.0:1746137660.983422:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31749 00000100:00100000:3.0:1746137660.983429:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2364:x1830957333807488:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:3.0:1746137660.983443:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137660.983456:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde23b expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137660.983477:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177734c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde234 expref: 7 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137660.983482:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137660.983484:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137660.983487:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137660.983510:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177734c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde234 expref: 7 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137660.983520:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177734c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde234 expref: 7 pid: 21535 timeout: 823 lvb_type: 1 00000100:00100000:3.0:1746137660.983530:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327543296:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137660.983600:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137660.984599:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327543296:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137660.984615:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137660.984630:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6000, rc 0) 00000100:00100000:3.0:1746137660.984653:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2364:x1830957333807488:12345-192.168.203.12@tcp:101:cp.0 Request processed in 1225us (1420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137660.984660:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31749 00000100:00100000:0.0:1746137660.985730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137660.985833:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333807616 00000100:00100000:3.0:1746137660.985840:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333807616 00010000:00010000:3.0:1746137660.985865:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177734c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde234 expref: 7 pid: 21535 timeout: 823 lvb_type: 1 00000100:00100000:3.0:1746137660.985896:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16098 00000100:00100000:3.0:1746137660.985902:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333807616:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137660.985913:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137660.985927:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177734c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde234 expref: 7 pid: 21535 timeout: 823 lvb_type: 1 00010000:00010000:3.0:1746137660.985937:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177734c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde234 expref: 7 pid: 21535 timeout: 823 lvb_type: 1 00010000:00010000:3.0:1746137660.985955:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177734c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde234 expref: 7 pid: 21535 timeout: 823 lvb_type: 1 00010000:00010000:3.0:1746137660.985968:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137660.985970:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137660.985977:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137660.985987:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137660.986011:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137660.986021:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7223:1830957327543424:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137660.986083:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137660.987967:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137660.988064:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7223:1830957327543424:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137660.988078:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137660.988108:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333807616:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2207us (2382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137660.988117:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16098 00000100:00100000:1.0:1746137660.988125:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333807872 00000100:00100000:1.0:1746137660.988131:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333807872 00000100:00100000:1.0:1746137660.988161:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 183 00000100:00100000:1.0:1746137660.988167:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2364:x1830957333807872:12345-192.168.203.12@tcp:35:cp.0 00000100:00100000:1.0:1746137660.988827:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2364:x1830957333807872:12345-192.168.203.12@tcp:35:cp.0 Request processed in 659us (863us total) trans 4294984474 rc 0/0 00000100:00100000:1.0:1746137660.988834:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 183 00000100:00100000:0.0:1746137661.010675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137661.010740:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333808128 00000100:00100000:2.0:1746137661.010747:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333808128 00000100:00100000:1.0:1746137661.011106:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38482 00000100:00100000:1.0:1746137661.011114:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2367:x1830957333808128:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746137661.011133:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137661.011146:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb800/0xddf4fb614177735a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde242 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.011225:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebe00/0xddf4fb6141777361 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.011235:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebe00/0xddf4fb6141777361 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.011243:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebe00/0xddf4fb6141777361 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:1.0:1746137661.011250:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1716 00010000:00010000:1.0:1746137661.011356:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb800/0xddf4fb614177735a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde242 expref: 20 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.011372:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebe00/0xddf4fb6141777361 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde242 expref: 19 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.011379:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:1.0:1746137661.011381:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746137661.011383:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebe00, rc 0) 00000100:00100000:1.0:1746137661.011416:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2367:x1830957333808128:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 304us (749us total) trans 4294984475 rc 0/0 00000100:00100000:1.0:1746137661.011421:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38482 00000100:00100000:0.0:1746137661.023130:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137661.023209:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333808256 00000100:00100000:2.0:1746137661.023216:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333808256 00000100:00100000:2.0:1746137661.023275:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38483 00000100:00100000:2.0:1746137661.023282:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b329f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2371:x1830957333808256:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746137661.023300:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137661.023313:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb614177736f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde249 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137661.023356:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777376 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.023367:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777376 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.023376:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777376 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000004:00200000:2.0:1746137661.023405:0:20024:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137661.023408:0:20024:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137661.023422:0:20024:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777376 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.023437:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb614177736f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde249 expref: 10 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137661.023466:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777376 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde249 expref: 9 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137661.023473:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137661.023475:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137661.023478:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:2.0:1746137661.023509:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b329f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2371:x1830957333808256:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 228us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137661.023514:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38483 00000100:00080000:0.0:1746137661.024559:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137661.025102:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137661.025173:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333808384 00000100:00100000:1.0:1746137661.025180:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333808384 00000100:00100000:1.0:1746137661.025221:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38484 00000100:00100000:1.0:1746137661.025228:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2371:x1830957333808384:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746137661.025241:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137661.025253:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177737d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde250 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.025307:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea200/0xddf4fb6141777384 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025317:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea200/0xddf4fb6141777384 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025325:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea200/0xddf4fb6141777384 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025333:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb800/0xddf4fb614177738b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025338:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb800/0xddf4fb614177738b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025343:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb800/0xddf4fb614177738b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025401:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009884ea00/0xddf4fb6141777392 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025407:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009884ea00/0xddf4fb6141777392 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025411:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009884ea00/0xddf4fb6141777392 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:1.0:1746137661.025457:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 4096 00000004:00200000:1.0:1746137661.025461:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746137661.025472:0:7237:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009884ea00/0xddf4fb6141777392 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025479:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea200/0xddf4fb6141777384 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025484:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea200/0xddf4fb6141777384 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025489:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea200/0xddf4fb6141777384 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025493:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801357ea200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137661.025496:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea200/0xddf4fb6141777384 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025500:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea200/0xddf4fb6141777384 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025508:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137661.025510:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137661.025513:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea200/0xddf4fb6141777384 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025518:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea200/0xddf4fb6141777384 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025542:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb800/0xddf4fb614177738b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025546:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb800/0xddf4fb614177738b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025550:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb800/0xddf4fb614177738b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025554:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801357eb800 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137661.025557:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb800/0xddf4fb614177738b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025560:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb800/0xddf4fb614177738b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025566:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009f012600) 00010000:00010000:1.0:1746137661.025568:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137661.025570:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb800/0xddf4fb614177738b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025580:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb800/0xddf4fb614177738b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.025599:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ebc00/0xddf4fb614177737d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde250 expref: 11 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.025608:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009884ea00/0xddf4fb6141777392 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde250 expref: 10 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.025613:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009f012c00) 00010000:00010000:1.0:1746137661.025681:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746137661.025683:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009884ea00, rc 0) 00000100:00100000:1.0:1746137661.025782:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2371:x1830957333808384:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 553us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137661.025787:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38484 00000100:00100000:0.0:1746137661.027330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137661.027561:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333808512 00000100:00100000:1.0:1746137661.027567:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333808512 00000100:00100000:1.0:1746137661.027642:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38485 00000100:00100000:1.0:1746137661.027649:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2371:x1830957333808512:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746137661.027665:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137661.027677:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777399 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde257 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.027711:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093273c00/0xddf4fb61417773a0 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.027725:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093273c00/0xddf4fb61417773a0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.027733:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093273c00/0xddf4fb61417773a0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:1.0:1746137661.027758:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746137661.027761:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746137661.027781:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777399 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde257 expref: 12 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.027791:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093273c00/0xddf4fb61417773a0 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde257 expref: 11 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.027797:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f012300) 00010000:00010000:1.0:1746137661.027799:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746137661.027802:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093273c00, rc 0) 00000100:00100000:1.0:1746137661.028158:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:2371:x1830957333808512:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 508us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137661.028164:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38485 00000100:00100000:2.0:1746137661.030152:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137661.030223:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333808640 00000100:00100000:1.0:1746137661.030230:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333808640 00000100:00100000:1.0:1746137661.030287:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38486 00000100:00100000:1.0:1746137661.030294:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2371:x1830957333808640:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746137661.030307:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137661.030320:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093272800/0xddf4fb61417773a7 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde25e expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.030364:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ebc00/0xddf4fb61417773ae lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.030375:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ebc00/0xddf4fb61417773ae lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT1 00010000:00010000:1.0:1746137661.030383:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ebc00/0xddf4fb61417773ae lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT1 00000004:00200000:1.0:1746137661.030415:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746137661.030419:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746137661.030455:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093272800/0xddf4fb61417773a7 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde25e expref: 7 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.030467:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ebc00/0xddf4fb61417773ae lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde25e expref: 6 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.030473:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012eea9200) 00010000:00010000:1.0:1746137661.030476:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746137661.030478:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ebc00, rc 0) 00000100:00100000:1.0:1746137661.030512:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2371:x1830957333808640:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 219us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137661.030517:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38486 00000100:00080000:0.0:1746137661.030751:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137661.032282:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137661.032331:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333808768 00000100:00100000:2.0:1746137661.032337:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333808768 00000100:00100000:2.0:1746137661.032379:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38487 00000100:00100000:2.0:1746137661.032385:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b328e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:2371:x1830957333808768:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746137661.032399:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137661.032410:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417773b5 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde265 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137661.032450:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417773bc lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032459:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417773bc lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032467:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417773bc lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032475:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417773c3 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032480:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417773c3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032484:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417773c3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032533:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032539:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032543:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000004:00200000:2.0:1746137661.032566:0:20024:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1716 00000004:00200000:2.0:1746137661.032569:0:20024:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137661.032582:0:20024:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032589:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032595:0:20024:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417773bc lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032600:0:20024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417773bc lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032605:0:20024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417773bc lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032613:0:20024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417773bc lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032617:0:20024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009171d000 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137661.032620:0:20024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417773bc lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032625:0:20024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417773bc lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032632:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f012300) 00010000:00010000:2.0:1746137661.032635:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137661.032637:0:20024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417773bc lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032642:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417773bc lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032665:0:20024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417773c3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032669:0:20024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417773c3 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032674:0:20024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417773c3 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032677:0:20024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009171ca00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137661.032679:0:20024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417773c3 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032682:0:20024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417773c3 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032690:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88012b77c400) 00010000:00010000:2.0:1746137661.032691:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137661.032693:0:20024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417773c3 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032697:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417773c3 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137661.032712:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417773b5 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde265 expref: 13 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137661.032721:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde265 expref: 12 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137661.032725:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:2.0:1746137661.032727:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137661.032728:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c800, rc 0) 00000100:00100000:2.0:1746137661.032771:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b328e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2371:x1830957333808768:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 386us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137661.032777:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38487 00000100:00100000:0.0:1746137661.035040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.035670:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333808896 00000100:00100000:3.0:1746137661.035678:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333808896 00000100:00100000:3.0:1746137661.035716:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31750 00000100:00100000:3.0:1746137661.035723:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2006:x1830957333808896:12345-192.168.203.12@tcp:8:mmap_cat.0 00010000:00080000:3.0:1746137661.035751:0:21535:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from 360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp t0 exp (null) cur 723 last 0 00000020:00000080:3.0:1746137661.035774:0:21535:0:(genops.c:1402:class_connect()) connect: client 360039b3-a0dd-4c2d-8b5a-b752fe3410f9, cookie 0xddf4fb61417773d1 00002000:00100000:3.0:1746137661.035782:0:21535:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 360039b3-a0dd-4c2d-8b5a-b752fe3410f9/ffff8800a4779000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 210364e ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1746137661.035792:0:21535:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:3.0:1746137661.036173:0:21535:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff880097d56300 00002000:00080000:3.0:1746137661.036180:0:21535:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1746137661.036201:0:21535:0:(import.c:66:import_set_state_nolock()) ffff8800a477a800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1746137661.036395:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2006:x1830957333808896:12345-192.168.203.12@tcp:8:mmap_cat.0 Request processed in 671us (1360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137661.036402:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31750 00000100:00100000:0.0:1746137661.038133:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.038187:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333809024 00000100:00100000:3.0:1746137661.038194:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333809024 00000100:00080000:0.0:1746137661.038211:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746137661.038238:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31751 00000100:00100000:3.0:1746137661.038243:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:0:x1830957333809024:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137661.038263:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137661.038275:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917a7e00/0xddf4fb61417773d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde26c expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137661.038316:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327543552:192.168.203.12@tcp:106: 00000100:00100000:3.0:1746137661.038623:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b900 going to sleep for 11 seconds 00002000:00010000:3.0:1746137661.039851:0:21535:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size: 0 -> 1716 00002000:00010000:3.0:1746137661.039856:0:21535:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime: 0 -> 1746137662 00002000:00010000:3.0:1746137661.039857:0:21535:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime: 0 -> 1746137662 00002000:00010000:3.0:1746137661.039859:0:21535:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime: 0 -> 1746137662 00002000:00010000:3.0:1746137661.039860:0:21535:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1746137661.039875:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327543552:192.168.203.12@tcp:106: 00010000:00010000:3.0:1746137661.039898:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917a7e00/0xddf4fb61417773d8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde26c expref: 7 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137661.039910:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917a7e00/0xddf4fb61417773d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde26c expref: 7 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137661.039933:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7e00, rc 0) 00000100:00100000:3.0:1746137661.039973:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:0:x1830957333809024:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 1728us (1844us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137661.039981:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31751 00000100:00100000:0.0:1746137661.041596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137661.041652:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333809280 00000100:00100000:1.0:1746137661.041659:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333809280 00000100:00100000:1.0:1746137661.041707:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38488 00000100:00100000:1.0:1746137661.041714:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2371:x1830957333809280:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746137661.041781:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137661.041794:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417773df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde273 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.041929:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093272a00/0xddf4fb61417773e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.041939:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093272a00/0xddf4fb61417773e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.041948:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093272a00/0xddf4fb61417773e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:1.0:1746137661.041955:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1716 00010000:00010000:1.0:1746137661.042028:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417773df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde273 expref: 15 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.042039:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093272a00/0xddf4fb61417773e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde273 expref: 14 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.042045:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:1.0:1746137661.042048:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137661.042050:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093272a00, rc 0) 00000100:00100000:1.0:1746137661.042087:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2371:x1830957333809280:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 374us (496us total) trans 4294984476 rc 0/0 00000100:00100000:1.0:1746137661.042093:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38488 00000100:00100000:0.0:1746137661.043767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.043843:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333809408 00000100:00100000:3.0:1746137661.043849:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333809408 00000100:00100000:3.0:1746137661.043890:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31752 00000100:00100000:3.0:1746137661.043897:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333809408:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137661.043908:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137661.043918:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce8ac00/0xddf4fb61417773f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde27a expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137661.043954:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327543680:192.168.203.12@tcp:106: 00000100:00100000:3.0:1746137661.044022:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137661.044108:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.044141:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333809536 00000100:00100000:3.0:1746137661.044144:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333809536 00000100:00100000:3.0:1746137661.044172:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 457 00000100:00100000:3.0:1746137661.044291:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2008:x1830957333809536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137661.044300:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137661.044316:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093272a00/0xddf4fb61417773e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde273 expref: 14 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.044328:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:3.0:1746137661.044331:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137661.044358:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+13:2008:x1830957333809536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 180us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137661.044363:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 457 00000100:00100000:3.0:1746137661.045143:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327543680:192.168.203.12@tcp:106: 00010000:00010000:3.0:1746137661.045160:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce8ac00/0xddf4fb61417773f4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde27a expref: 7 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137661.045169:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce8ac00/0xddf4fb61417773f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde27a expref: 7 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137661.045176:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8ac00, rc 0) 00000100:00100000:3.0:1746137661.045204:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333809408:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 1308us (1441us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137661.045209:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31752 00000100:00100000:0.0:1746137661.046335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.046378:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333809664 00000100:00100000:3.0:1746137661.046384:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333809664 00000100:00100000:3.0:1746137661.046458:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31753 00000100:00100000:3.0:1746137661.046465:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2371:x1830957333809664:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137661.046476:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137661.046485:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde281 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.046504:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.046509:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137661.046511:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137661.046513:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde281 expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.046533:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 5 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.046544:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 5 pid: 21535 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746137661.046553:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327543808:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137661.046882:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137661.048631:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327543808:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137661.048653:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde281 expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.048665:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2f000, rc 0) 00000100:00100000:3.0:1746137661.048702:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2371:x1830957333809664:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 2237us (2370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137661.048709:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31753 00000100:00100000:0.0:1746137661.049707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137661.049783:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333809792 00000100:00100000:2.0:1746137661.049789:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333809792 00002000:00100000:2.0:1746137661.049846:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->1715) req@ffff880095d7ad80 x1830957333809792/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:97/0 lens 2208/0 e 0 to 0 dl 1746137672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746137661.049854:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7ad80 with x1830957333809792 ext(0->1715) 00010000:00010000:2.0:1746137661.049861:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 6 pid: 21535 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746137661.050453:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 6 pid: 21535 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746137661.050462:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d7ad80 00000100:00100000:2.0:1746137661.050492:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3871 00000100:00100000:2.0:1746137661.050500:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333809792:12345-192.168.203.12@tcp:4:cp.0 00000100:00100000:0.0:1746137661.051055:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333809792:12345-192.168.203.12@tcp:4:cp.0 Request processed in 554us (1348us total) trans 4294970905 rc 0/0 00000100:00100000:0.0:1746137661.051063:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3871 00002000:00100000:0.0:1746137661.051069:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->1715) req@ffff880095d7ad80 x1830957333809792/t4294970905(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:97/0 lens 2208/448 e 0 to 0 dl 1746137672 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746137661.051077:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d7ad80 with x1830957333809792 ext(0->1715) 00010000:00010000:0.0:1746137661.051083:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 8 pid: 21535 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746137661.051093:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 8 pid: 21535 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746137661.051099:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d7ad80 00000100:00100000:0.0:1746137661.052476:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.052548:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333809920 00000100:00100000:3.0:1746137661.052554:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333809920 00010000:00010000:3.0:1746137661.052577:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 8 pid: 21535 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746137661.052677:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16099 00000100:00100000:3.0:1746137661.052684:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333809920:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137661.052693:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746137661.052704:0:7223:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1746137661.052709:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 8 pid: 21535 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746137661.052724:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 8 pid: 21535 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746137661.052742:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb6141777353 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde23b expref: 8 pid: 21535 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746137661.052753:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137661.052755:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137661.052760:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde281 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.052767:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde281 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.052791:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde281 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137661.052800:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7223:1830957327543936:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137661.052894:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b900 going to sleep for 11 seconds 00010000:00010000:3.0:1746137661.053047:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137661.055410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.055431:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7223:1830957327543936:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137661.055446:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137661.055481:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333810176 00000100:00100000:1.0:1746137661.055487:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333810176 00000100:00100000:3.0:1746137661.055490:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333809920:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2805us (3017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137661.055498:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16099 00002000:00100000:1.0:1746137661.055520:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092c70700 x1830957333810176/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:97/0 lens 488/0 e 0 to 0 dl 1746137672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137661.055528:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830957333810176 ext(0->4095) 00002000:00010000:1.0:1746137661.055532:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c70700 00000100:00100000:1.0:1746137661.055561:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14983 00000100:00100000:1.0:1746137661.055568:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2007:x1830957333810176:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137661.055669:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2007:x1830957333810176:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137661.055674:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14983 00002000:00100000:1.0:1746137661.055679:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092c70700 x1830957333810176/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:97/0 lens 488/4536 e 0 to 0 dl 1746137672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137661.055685:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830957333810176 ext(0->4095) 00002000:00010000:1.0:1746137661.055687:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c70700 00000100:00100000:2.0:1746137661.057660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137661.057760:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333810432 00000100:00100000:1.0:1746137661.057767:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333810432 00000100:00100000:1.0:1746137661.058200:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 184 00000100:00100000:1.0:1746137661.058207:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f838c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+13:2371:x1830957333810432:12345-192.168.203.12@tcp:35:mmap_cat.0 00000100:00100000:1.0:1746137661.058505:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f838c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2371:x1830957333810432:12345-192.168.203.12@tcp:35:mmap_cat.0 Request processed in 297us (848us total) trans 4294984477 rc 0/0 00000100:00100000:1.0:1746137661.058511:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 184 00000100:00100000:0.0:1746137661.064879:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137661.064962:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333810560 00000100:00100000:1.0:1746137661.064969:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333810560 00000100:00100000:1.0:1746137661.065014:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38489 00000100:00100000:1.0:1746137661.065021:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2374:x1830957333810560:12345-192.168.203.12@tcp:101:truncate.0 00010000:00010000:1.0:1746137661.065043:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137661.065056:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ad200/0xddf4fb6141777402 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde288 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.065078:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917adc00/0xddf4fb6141777409 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.065088:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917adc00/0xddf4fb6141777409 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.065096:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917adc00/0xddf4fb6141777409 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.065168:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ad200/0xddf4fb6141777402 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde288 expref: 21 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.065194:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917adc00/0xddf4fb6141777409 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde288 expref: 20 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.065200:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:1.0:1746137661.065203:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1746137661.065205:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917adc00, rc 0) 00000100:00100000:1.0:1746137661.065850:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2374:x1830957333810560:12345-192.168.203.12@tcp:101:truncate.0 Request processed in 825us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137661.065858:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38489 00000100:00100000:0.0:1746137661.067518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137661.068185:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333810816 00000100:00100000:1.0:1746137661.068193:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333810816 00000100:00100000:1.0:1746137661.068348:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38490 00000100:00100000:1.0:1746137661.068355:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2374:x1830957333810816:12345-192.168.203.12@tcp:36:truncate.0 00010000:00010000:1.0:1746137661.068392:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137661.068411:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ce00/0xddf4fb614177733e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde22d expref: 20 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.068423:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:1.0:1746137661.068426:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137661.068545:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.068555:0:7237:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde265 expref: 13 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.068561:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.068614:0:7237:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde265 expref: 13 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.068624:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde265 expref: 13 pid: 20024 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746137661.068635:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7237:1830957327544064:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137661.068699:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3abb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137661.070234:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7237:1830957327544064:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137661.070262:0:7237:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000100:00100000:0.0:1746137661.070417:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.070490:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333810944 00000100:00100000:3.0:1746137661.070496:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333810944 00010000:00010000:3.0:1746137661.070518:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde265 expref: 14 pid: 20024 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746137661.070549:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16100 00000100:00100000:3.0:1746137661.070555:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2008:x1830957333810944:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137661.070566:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137661.070571:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde265 expref: 14 pid: 20024 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746137661.070580:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde265 expref: 14 pid: 20024 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746137661.070595:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417773ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde265 expref: 14 pid: 20024 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746137661.070610:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:3.0:1746137661.070614:0:7223:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137661.070621:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137661.070626:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137661.070640:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137661.070668:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+13:2008:x1830957333810944:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 113us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137661.070674:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16100 00010000:00010000:1.0:1746137661.070792:0:7237:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.070801:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000001:00080000:1.0:1746137661.070891:0:7237:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984478 00000004:00010000:1.0:1746137661.070925:0:7237:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092c73480 reply state ffff880092f41000 transno 4294984479 ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.070932:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.070937:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:1.0:1746137661.070940:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746137661.070942:0:7237:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746137661.070994:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2374:x1830957333810816:12345-192.168.203.12@tcp:36:truncate.0 Request processed in 2639us (3480us total) trans 4294984479 rc 0/0 00000100:00100000:1.0:1746137661.070999:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38490 00000020:00080000:1.0:1746137661.071002:0:7237:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746137661.072897:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.072946:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333811072 00000100:00100000:3.0:1746137661.072954:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333811072 00000100:00100000:3.0:1746137661.072990:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31754 00000100:00100000:3.0:1746137661.072996:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2374:x1830957333811072:12345-192.168.203.12@tcp:101:truncate.0 00010000:00010000:3.0:1746137661.073010:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137661.073022:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde28f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.073043:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde281 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.073048:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137661.073049:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137661.073051:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde28f expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.073069:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde281 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.073076:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde281 expref: 6 pid: 21535 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746137661.073082:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327544192:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137661.073148:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137661.074510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.074531:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327544192:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137661.074554:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde28f expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.074573:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2e600, rc 0) 00000100:00100000:2.0:1746137661.074575:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333811200 00000100:00100000:3.0:1746137661.074602:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2374:x1830957333811072:12345-192.168.203.12@tcp:101:truncate.0 Request processed in 1606us (1711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137661.074609:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31754 00000100:00100000:2.0:1746137661.074652:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333811200 00010000:00010000:2.0:1746137661.074739:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde281 expref: 7 pid: 21535 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746137661.074766:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16101 00000100:00100000:2.0:1746137661.074872:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2007:x1830957333811200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137661.074882:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137661.074921:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde281 expref: 7 pid: 21535 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746137661.074930:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde281 expref: 7 pid: 21535 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746137661.074944:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb61417773fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde281 expref: 7 pid: 21535 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746137661.074987:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137661.074989:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137661.074993:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde28f expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137661.075001:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde28f expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137661.075022:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde28f expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137661.075031:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957327544320:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137661.075252:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091675780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137661.076555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137661.076605:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333811328 00000100:00100000:1.0:1746137661.076611:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333811328 00002000:00010000:1.0:1746137661.076636:0:24947:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (858->18446744073709551615) 00002000:00100000:1.0:1746137661.076640:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72300 with x1830957333811328 ext(858->18446744073709551615) 00002000:00010000:1.0:1746137661.076647:0:24947:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c72300. 00000100:00100000:1.0:1746137661.076677:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14984 00000100:00100000:1.0:1746137661.076683:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333811328:12345-192.168.203.12@tcp:10:truncate.0 00000100:00100000:2.0:1746137661.076989:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957327544320:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137661.077003:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137661.077039:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333811200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2169us (2532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137661.077047:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16101 00002000:00010000:1.0:1746137661.077369:0:24947:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746137661.077372:0:24947:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746137662 -> 1746137662 00002000:00010000:1.0:1746137661.077374:0:24947:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 1746137662 -> 0 00002000:00010000:1.0:1746137661.077376:0:24947:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746137662 -> 1746137662 00002000:00010000:1.0:1746137661.077378:0:24947:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1746137661.077409:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2008:x1830957333811328:12345-192.168.203.12@tcp:10:truncate.0 Request processed in 725us (857us total) trans 4294970906 rc 0/0 00000100:00100000:1.0:1746137661.077416:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14984 00002000:00010000:1.0:1746137661.077419:0:24947:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (858->18446744073709551615) 00002000:00100000:1.0:1746137661.077421:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72300 with x1830957333811328 ext(858->18446744073709551615) 00002000:00010000:1.0:1746137661.077425:0:24947:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c72300. 00000100:00100000:0.0:1746137661.086376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137661.086762:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333811456 00000100:00100000:1.0:1746137661.086770:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333811456 00000100:00100000:1.0:1746137661.086850:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38491 00000100:00100000:1.0:1746137661.086861:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2376:x1830957333811456:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746137661.086881:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137661.086893:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb614177741e lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde296 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.086937:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb6141777425 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.086947:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb6141777425 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.086955:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb6141777425 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.086962:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb614177742c lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.086967:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb614177742c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.086971:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb614177742c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087024:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafe00/0xddf4fb6141777433 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087030:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafe00/0xddf4fb6141777433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087035:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafe00/0xddf4fb6141777433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:1.0:1746137661.087062:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 858 00000004:00200000:1.0:1746137661.087065:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746137661.087078:0:7237:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafe00/0xddf4fb6141777433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087091:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafe00/0xddf4fb6141777433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087097:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb6141777425 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087103:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb6141777425 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087107:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb6141777425 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087111:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094daec00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137661.087114:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb6141777425 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087119:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb6141777425 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087127:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f012300) 00010000:00010000:1.0:1746137661.087130:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137661.087133:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb6141777425 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087137:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb6141777425 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087163:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb614177742c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087167:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb614177742c lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087172:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb614177742c lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087176:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094dafa00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137661.087178:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb614177742c lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087181:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb614177742c lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087187:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88012b77c400) 00010000:00010000:1.0:1746137661.087189:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137661.087191:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb614177742c lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087194:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb614177742c lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.087211:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb614177741e lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde296 expref: 24 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.087228:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafe00/0xddf4fb6141777433 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde296 expref: 23 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.087233:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:1.0:1746137661.087235:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137661.087237:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafe00, rc 0) 00000100:00100000:1.0:1746137661.087652:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2376:x1830957333811456:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 790us (1281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137661.087658:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38491 00000100:00100000:0.0:1746137661.091442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137661.091646:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333811712 00000100:00100000:1.0:1746137661.091653:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333811712 00002000:00100000:1.0:1746137661.091687:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801203d0700 x1830957333811712/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:97/0 lens 488/0 e 0 to 0 dl 1746137672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746137661.091696:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d0700 with x1830957333811712 ext(0->4095) 00002000:00010000:1.0:1746137661.091701:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203d0700 00000100:00100000:1.0:1746137661.092036:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14985 00000100:00100000:1.0:1746137661.092044:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333811712:12345-192.168.203.12@tcp:3:cp.0 00000100:00100000:1.0:1746137661.092157:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333811712:12345-192.168.203.12@tcp:3:cp.0 Request processed in 113us (721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137661.092162:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14985 00002000:00100000:1.0:1746137661.092168:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801203d0700 x1830957333811712/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:97/0 lens 488/4536 e 0 to 0 dl 1746137672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746137661.092174:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d0700 with x1830957333811712 ext(0->4095) 00002000:00010000:1.0:1746137661.092177:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203d0700 00000100:00100000:0.0:1746137661.108513:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137661.108681:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333811840 00000100:00100000:1.0:1746137661.108691:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333811840 00000100:00100000:1.0:1746137661.108901:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38492 00000100:00100000:1.0:1746137661.108911:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+13:2380:x1830957333811840:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746137661.108934:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137661.108950:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae000/0xddf4fb614177743a lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde29d expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.109008:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb6141777441 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109020:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb6141777441 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109030:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb6141777441 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109041:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb6141777448 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109047:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb6141777448 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109052:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb6141777448 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109110:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb614177744f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109119:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb614177744f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109125:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb614177744f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:1.0:1746137661.109160:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 858 00000004:00200000:1.0:1746137661.109164:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746137661.109180:0:7237:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb614177744f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109188:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb614177744f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109195:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb6141777441 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109200:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb6141777441 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109206:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb6141777441 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109210:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094dae200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137661.109213:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb6141777441 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109219:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb6141777441 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109228:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f012300) 00010000:00010000:1.0:1746137661.109231:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137661.109235:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb6141777441 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109239:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb6141777441 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109275:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb6141777448 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109281:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb6141777448 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109286:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb6141777448 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109290:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094dafa00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137661.109292:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb6141777448 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109296:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb6141777448 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109303:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88012b77c400) 00010000:00010000:1.0:1746137661.109305:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137661.109307:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb6141777448 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109312:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb6141777448 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.109335:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae000/0xddf4fb614177743a lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde29d expref: 15 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.109346:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094daec00/0xddf4fb614177744f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde29d expref: 14 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.109352:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:1.0:1746137661.109353:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137661.109355:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094daec00, rc 0) 00000100:00100000:1.0:1746137661.109417:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2380:x1830957333811840:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 507us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137661.109425:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38492 00000100:00100000:0.0:1746137661.112407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.112472:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333811968 00000100:00100000:3.0:1746137661.112481:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333811968 00000100:00100000:3.0:1746137661.112524:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31755 00000100:00100000:3.0:1746137661.112531:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333811968:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137661.112547:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137661.112561:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097e2f200/0xddf4fb6141777456 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2a4 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137661.112605:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327544448:192.168.203.12@tcp:106: 00000100:00100000:3.0:1746137661.113191:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b900 going to sleep for 11 seconds 00002000:00010000:3.0:1746137661.113918:0:21535:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime: 0 -> 1746137662 00000100:00100000:3.0:1746137661.113935:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327544448:192.168.203.12@tcp:106: 00010000:00010000:3.0:1746137661.113954:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097e2f200/0xddf4fb6141777456 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2a4 expref: 7 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137661.113966:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097e2f200/0xddf4fb6141777456 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2a4 expref: 7 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137661.113988:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2f200, rc 0) 00000100:00100000:3.0:1746137661.114017:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333811968:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 1486us (1616us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137661.114024:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31755 00000100:00100000:0.0:1746137661.117129:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137661.117955:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333812224 00000100:00100000:1.0:1746137661.117963:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333812224 00000100:00100000:1.0:1746137661.118008:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38493 00000100:00100000:1.0:1746137661.118015:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2380:x1830957333812224:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746137661.118126:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137661.118142:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae400/0xddf4fb614177745d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2ab expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.118216:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae000/0xddf4fb6141777464 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.118227:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae000/0xddf4fb6141777464 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137661.118236:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae000/0xddf4fb6141777464 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:1.0:1746137661.118245:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 858 00010000:00010000:1.0:1746137661.118334:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae400/0xddf4fb614177745d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2ab expref: 17 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.118939:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae000/0xddf4fb6141777464 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2ab expref: 16 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137661.118947:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:1.0:1746137661.118950:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746137661.118952:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae000, rc 0) 00000100:00100000:1.0:1746137661.119005:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:2380:x1830957333812224:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 990us (1883us total) trans 4294984480 rc 0/0 00000100:00100000:1.0:1746137661.119012:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38493 00000100:00100000:0.0:1746137661.123919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.124541:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333812352 00000100:00100000:3.0:1746137661.124548:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333812352 00000100:00100000:3.0:1746137661.124595:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31756 00000100:00100000:3.0:1746137661.124602:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333812352:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137661.124616:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137661.124629:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097e2ee00/0xddf4fb6141777472 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2b2 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137661.124666:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327544576:192.168.203.12@tcp:106: 00000100:00100000:3.0:1746137661.125126:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137661.126630:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327544576:192.168.203.12@tcp:106: 00010000:00010000:3.0:1746137661.126655:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097e2ee00/0xddf4fb6141777472 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2b2 expref: 7 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137661.126667:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097e2ee00/0xddf4fb6141777472 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2b2 expref: 7 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137661.126796:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2ee00, rc 0) 00000100:00100000:3.0:1746137661.126859:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333812352:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 2256us (2945us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137661.126866:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31756 00000100:00100000:0.0:1746137661.131799:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.131906:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333812480 00000100:00100000:3.0:1746137661.131914:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333812480 00000100:00100000:3.0:1746137661.132557:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31757 00000100:00100000:3.0:1746137661.132565:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2380:x1830957333812480:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137661.132579:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137661.132591:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb6141777479 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2b9 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.132613:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde28f expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.132620:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137661.132622:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137661.132625:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb6141777479 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2b9 expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.132647:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde28f expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.132656:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde28f expref: 8 pid: 21535 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746137661.132665:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327544704:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137661.132937:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009159b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137661.135041:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327544704:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137661.135067:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb6141777479 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2b9 expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137661.135081:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2f000, rc 0) 00000100:00100000:3.0:1746137661.135115:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2380:x1830957333812480:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 2550us (3323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137661.135123:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31757 00000100:00100000:0.0:1746137661.135539:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137661.135792:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333812608 00000100:00100000:2.0:1746137661.135799:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333812608 00010000:00010000:2.0:1746137661.135838:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde28f expref: 9 pid: 21535 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746137661.135869:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16102 00000100:00100000:2.0:1746137661.135875:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2008:x1830957333812608:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137661.135887:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137661.135905:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde28f expref: 9 pid: 21535 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746137661.135915:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde28f expref: 9 pid: 21535 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746137661.135933:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097e2e600/0xddf4fb6141777417 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde28f expref: 9 pid: 21535 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746137661.135946:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137661.135947:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137661.135952:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb6141777479 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2b9 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137661.135959:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb6141777479 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2b9 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137661.135982:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097e2f000/0xddf4fb6141777479 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2b9 expref: 6 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137661.135991:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957327544832:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137661.136437:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091675780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137661.138716:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957327544832:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137661.138733:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137661.138777:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333812608:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2901us (3237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137661.138786:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16102 00000100:00100000:0.0:1746137661.139112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137661.139200:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333812864 00000100:00100000:3.0:1746137661.139206:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333812864 00002000:00100000:3.0:1746137661.139236:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880094f2c380 x1830957333812864/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:97/0 lens 488/0 e 0 to 0 dl 1746137672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137661.139245:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2c380 with x1830957333812864 ext(0->4095) 00002000:00010000:3.0:1746137661.139249:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f2c380 00000100:00100000:3.0:1746137661.139589:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14986 00000100:00100000:3.0:1746137661.139596:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2007:x1830957333812864:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137661.140158:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2007:x1830957333812864:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 561us (1045us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137661.140165:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14986 00002000:00100000:3.0:1746137661.140171:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880094f2c380 x1830957333812864/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:97/0 lens 488/4536 e 0 to 0 dl 1746137672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137661.140179:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2c380 with x1830957333812864 ext(0->4095) 00002000:00010000:3.0:1746137661.140183:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f2c380 00010000:00010000:3.0:1746137662.055533:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137663.057002:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137663.060065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137663.060100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137663.060123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137663.060143:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137663.060158:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137663.060171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137663.060181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137663.060192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137663.060212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137663.060235:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333812992 00000100:00100000:0.0:1746137663.060254:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333812992 00000100:00100000:0.0:1746137663.060293:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 549 00000100:00100000:0.0:1746137663.060301:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9fc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e86c546-3529-434a-aea7-948422805b2a+12:2009:x1830957333812992:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746137663.060321:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333813120 00000100:00100000:1.0:1746137663.060326:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333813120 00000100:00100000:0.0:1746137663.060352:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9fc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e86c546-3529-434a-aea7-948422805b2a+12:2009:x1830957333812992:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 52us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137663.060356:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333813632 00000100:00100000:1.0:1746137663.060358:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333813632 00000100:00100000:0.0:1746137663.060358:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 549 00000100:00100000:1.0:1746137663.060370:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333813248 00000100:00100000:1.0:1746137663.060372:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333813248 00000100:00100000:0.0:1746137663.060380:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333813376 00000100:00100000:1.0:1746137663.060382:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333813760 00000100:00100000:0.0:1746137663.060383:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333813376 00000100:00100000:1.0:1746137663.060384:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333813760 00000100:00100000:1.0:1746137663.060395:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1078 00000100:00100000:1.0:1746137663.060400:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2009:x1830957333813120:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746137663.060403:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333813888 00000100:00100000:0.0:1746137663.060405:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333813888 00000100:00100000:0.0:1746137663.060414:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333813504 00000100:00100000:0.0:1746137663.060415:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333813504 00000100:00100000:0.0:1746137663.060423:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333814016 00000100:00100000:0.0:1746137663.060425:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333814016 00000100:00100000:0.0:1746137663.060434:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 748 00000100:00100000:1.0:1746137663.060438:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2009:x1830957333813120:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 38us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137663.060438:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333813376:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746137663.060444:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1078 00000100:00100000:0.0:1746137663.060459:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333813376:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 20us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137663.060464:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 748 00000100:00100000:1.0:1746137663.060574:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1079 00000100:00100000:0.0:1746137663.060574:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 749 00000100:00100000:0.0:1746137663.060579:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333813888:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746137663.060580:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:2009:x1830957333813632:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746137663.060595:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1080 00000100:00100000:2.0:1746137663.060603:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333813248:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746137663.060609:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:2009:x1830957333813632:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 30us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137663.060614:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1079 00000100:00100000:1.0:1746137663.060624:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1081 00000100:00100000:2.0:1746137663.060627:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333813248:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 26us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137663.060629:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333813760:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746137663.060632:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1080 00000100:00100000:2.0:1746137663.060651:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 750 00000100:00100000:2.0:1746137663.060656:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333813504:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746137663.060741:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2009:x1830957333813760:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 111us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137663.060747:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1081 00000100:00080000:1.0:1746137663.060760:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746137663.060764:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746137663.060766:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746137663.060768:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746137663.060800:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 751 00000100:00100000:3.0:1746137663.060837:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2009:x1830957333814016:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746137663.061163:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333813504:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 506us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137663.061169:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 750 00000100:00100000:3.0:1746137663.061171:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2009:x1830957333814016:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 335us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137663.061176:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 751 00000100:00100000:0.0:1746137663.061271:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2009:x1830957333813888:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 690us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137663.061276:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 749 00000100:00100000:2.0:1746137663.315226:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327544960:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1746137663.315250:0:10610:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 725360443443ns, next at 726360430082ns, rc = 0 00000100:00100000:2.0:1746137663.315299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137663.315359:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327544960 00000100:00100000:2.0:1746137663.315365:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327544960 00000100:00100000:2.0:1746137663.315398:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1746137663.315403:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957327544960:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1746137663.315406:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1746137663.315425:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3922235392 avail 3690713088 00000100:00100000:2.0:1746137663.315453:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957327544960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137663.315458:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1746137663.315488:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327544960:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1746137663.318774:0:7218:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000001:00080000:3.0:1746137663.318816:0:7218:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984480 is committed 00000001:00080000:3.0:1746137663.318829:0:7218:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984479 is committed 00000004:00080000:3.0:1746137663.318847:0:7218:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00010000:00010000:3.0:1746137663.318864:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb614177726c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137663.318873:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb614177726c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137663.318879:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb614177726c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137663.318883:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801357eae00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137663.318886:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb614177726c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00000100:00100000:2.0:1746137663.318886:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1746137663.318891:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb614177726c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00000100:00100000:2.0:1746137663.318901:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327545088:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1746137663.318904:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880094cf7100) 00010000:00010000:3.0:1746137663.318906:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.318909:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb614177726c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137663.318913:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb614177726c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137663.318932:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb61417772ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.318937:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb61417772ab lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.318941:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb61417772ab lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.318945:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce8be00 already unused, calling callback (ffffffffa0f12690) 00000100:00100000:2.0:1746137663.318946:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746137663.318947:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb61417772ab lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.318951:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb61417772ab lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.318956:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009f012600) 00010000:00010000:3.0:1746137663.318957:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.318959:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb61417772ab lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.318963:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb61417772ab lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.318972:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b200/0xddf4fb61417772b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.318976:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b200/0xddf4fb61417772b2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.318979:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b200/0xddf4fb61417772b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.318983:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce8b200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137663.318984:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b200/0xddf4fb61417772b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.318988:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b200/0xddf4fb61417772b2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.318993:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009f012c00) 00010000:00010000:3.0:1746137663.318995:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.318997:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b200/0xddf4fb61417772b2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.319001:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b200/0xddf4fb61417772b2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.319006:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325400/0xddf4fb61417772b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00000100:00100000:2.0:1746137663.319006:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327545088 00010000:00010000:3.0:1746137663.319010:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325400/0xddf4fb61417772b9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00000100:00100000:2.0:1746137663.319011:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327545088 00010000:00010000:3.0:1746137663.319014:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325400/0xddf4fb61417772b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.319017:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b325400 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137663.319019:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325400/0xddf4fb61417772b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.319023:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325400/0xddf4fb61417772b9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.319028:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009f012300) 00010000:00010000:3.0:1746137663.319030:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.319032:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325400/0xddf4fb61417772b9 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.319035:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325400/0xddf4fb61417772b9 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00000100:00100000:2.0:1746137663.319037:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31758 00010000:00010000:3.0:1746137663.319042:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c600/0xddf4fb6141777337 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00000100:00100000:2.0:1746137663.319042:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957327545088:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1746137663.319047:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c600/0xddf4fb6141777337 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.319050:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c600/0xddf4fb6141777337 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.319053:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009171c600 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137663.319055:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c600/0xddf4fb6141777337 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00002000:00080000:2.0:1746137663.319061:0:9583:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:26 count 1 00010000:00010000:2.0:1746137663.319077:0:9583:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.319091:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098683a00/0xddf4fb614177725e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1f5 expref: 5 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137663.319097:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137663.319099:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137663.319101:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.319119:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098683a00/0xddf4fb614177725e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1f5 expref: 5 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137663.319128:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098683a00/0xddf4fb614177725e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1f5 expref: 5 pid: 9582 timeout: 825 lvb_type: 1 00000100:00100000:2.0:1746137663.319136:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327545216:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137663.319177:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916753c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746137663.319497:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c600/0xddf4fb6141777337 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.319505:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88012b77c400) 00010000:00010000:3.0:1746137663.319507:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.319509:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c600/0xddf4fb6141777337 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.319596:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c600/0xddf4fb6141777337 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137663.319611:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137663.319616:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137663.319620:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137663.319624:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800917ade00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137663.319626:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137663.319631:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137663.319637:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b77c100) 00010000:00010000:3.0:1746137663.319639:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.319641:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137663.319645:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ade00/0xddf4fb6141777410 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00000100:00100000:2.0:1746137663.321528:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327545216:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137663.321554:0:9583:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137663.321947:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.322354:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333814144 00000100:00100000:3.0:1746137663.322361:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333814144 00010000:00010000:3.0:1746137663.322387:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098683a00/0xddf4fb614177725e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1f5 expref: 6 pid: 9582 timeout: 825 lvb_type: 1 00000100:00100000:3.0:1746137663.322421:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16103 00000100:00100000:3.0:1746137663.322428:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333814144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137663.322438:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137663.322443:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098683a00/0xddf4fb614177725e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1f5 expref: 6 pid: 9582 timeout: 825 lvb_type: 1 00010000:00010000:3.0:1746137663.322452:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098683a00/0xddf4fb614177725e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1f5 expref: 6 pid: 9582 timeout: 825 lvb_type: 1 00010000:00010000:3.0:1746137663.322471:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098683a00/0xddf4fb614177725e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde1f5 expref: 6 pid: 9582 timeout: 825 lvb_type: 1 00010000:00010000:3.0:1746137663.322487:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137663.322488:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137663.322492:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.322500:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.322527:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137663.322547:0:9583:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.322555:0:9583:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137663.322560:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2008:x1830957333814144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 132us (614us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137663.322563:0:9583:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137663.322565:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16103 00010000:00010000:2.0:1746137663.322569:0:9583:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.322581:0:9583:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746137663.322585:0:7225:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746137663.322590:0:7225:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.322596:0:7225:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009171c800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137663.322599:0:7225:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.322605:0:7225:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.322613:0:7225:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.322618:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777480 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.322631:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137663.322632:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137663.322634:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746137663.323170:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3762:x1830957327545088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4127us (4222us total) trans 4294972209 rc 0/0 00000100:00100000:2.0:1746137663.323178:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31758 00000004:00080000:2.0:1746137663.323212:0:3762:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800969c9500/2, rc 0, transno 4294972209 00000100:00100000:2.0:1746137663.323217:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327545088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746137663.379387:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746137663.379404:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327545344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746137663.379451:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137663.379503:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327545344 00000100:00100000:0.0:1746137663.379508:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327545344 00000100:00100000:0.0:1746137663.379544:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1746137663.379550:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327545344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746137663.379567:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3922235392 avail 3690713088 00000100:00100000:0.0:1746137663.379598:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096854a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327545344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137663.379604:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00080000:0.0:1746137663.379619:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137663.379644:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327545344:0@lo:13:osp-pre-0-1.0 00000001:02000400:1.0:1746137663.499910:0:28339:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 18:14:23 (1746137663) 00000100:00100000:0.0:1746137663.545306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.545380:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333814272 00000100:00100000:3.0:1746137663.545389:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333814272 00000100:00100000:3.0:1746137663.545439:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38494 00000100:00100000:3.0:1746137663.545447:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096856a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:3018:x1830957333814272:12345-192.168.203.12@tcp:41:stat.0 00000004:00000024:3.0:1746137663.545492:0:21561:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842463744 avail 7379419136 00000100:00100000:3.0:1746137663.545541:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096856a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:3018:x1830957333814272:12345-192.168.203.12@tcp:41:stat.0 Request processed in 95us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137663.545547:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38494 00000100:00100000:0.0:1746137663.567516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137663.567576:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333814400 00000100:00100000:0.0:1746137663.567584:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333814400 00000100:00100000:0.0:1746137663.567633:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38495 00000100:00100000:0.0:1746137663.567640:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096855180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:3025:x1830957333814400:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:0.0:1746137663.567656:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137663.567670:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fa00/0xddf4fb6141777487 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2c0 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137663.567722:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb614177748e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567733:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb614177748e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567741:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb614177748e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567751:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777495 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567758:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777495 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567763:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777495 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567798:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb614177748e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567803:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb614177748e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567829:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb614177748e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567835:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb614177748e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567839:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009098e200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:0.0:1746137663.567842:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb614177748e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567847:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb614177748e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567855:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:0.0:1746137663.567858:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137663.567861:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb614177748e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567866:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb614177748e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567875:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777495 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567880:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777495 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567883:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777495 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567887:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009098f200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:0.0:1746137663.567890:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777495 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567893:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777495 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567899:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009080ed00) 00010000:00010000:0.0:1746137663.567901:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137663.567903:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777495 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567906:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777495 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137663.567929:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fa00/0xddf4fb6141777487 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2c0 expref: 11 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137663.567939:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fa00/0xddf4fb6141777487 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2c0 expref: 11 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137663.567945:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009098fa00, rc 0) 00000100:00100000:0.0:1746137663.567981:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096855180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:3025:x1830957333814400:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 341us (474us total) trans 0 rc 301/301 00000100:00100000:0.0:1746137663.567987:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38495 00000100:00100000:3.0:1746137663.575642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137663.578984:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333814656 00000100:00100000:2.0:1746137663.578995:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333814656 00000100:00100000:2.0:1746137663.579037:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38496 00000100:00100000:2.0:1746137663.579044:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:3025:x1830957333814656:12345-192.168.203.12@tcp:36:lfs.0 00010000:00010000:2.0:1746137663.579087:0:21561:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137663.579107:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ec00/0xddf4fb61417772d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde20a expref: 10 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.579121:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137663.579126:0:21561:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137663.579172:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.579182:0:21561:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777376 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde249 expref: 11 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.579187:0:21561:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.579213:0:21561:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777376 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde249 expref: 11 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.579223:0:21561:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777376 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde249 expref: 11 pid: 20024 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746137663.579233:0:21561:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:21561:1830957327545472:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137663.579312:0:21561:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091675c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137663.582919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137663.582960:0:21561:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:21561:1830957327545472:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137663.582980:0:21561:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00000100:00100000:3.0:1746137663.583154:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333814784 00000100:00100000:3.0:1746137663.583159:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333814784 00010000:00010000:3.0:1746137663.583182:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777376 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde249 expref: 12 pid: 20024 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746137663.583431:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16104 00000100:00100000:3.0:1746137663.583438:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333814784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137663.583449:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137663.583454:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777376 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde249 expref: 12 pid: 20024 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746137663.583463:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777376 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde249 expref: 12 pid: 20024 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746137663.583484:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777376 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde249 expref: 12 pid: 20024 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746137663.583494:0:8387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137663.583498:0:8387:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.583504:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.583509:0:8387:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.583712:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137663.583748:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:2007:x1830957333814784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 310us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137663.583754:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16104 00010000:00010000:2.0:1746137663.584088:0:21561:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.584095:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.584109:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb61417774a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.584119:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb61417774a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.584126:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb61417774a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00000040:00080000:2.0:1746137663.584738:0:21561:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:2.0:1746137663.584796:0:21561:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:2.0:1746137663.584801:0:21561:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880091675c00 with version 19 00000004:00080000:3.0:1746137663.585683:0:8824:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88012d340d80 version 19 rpc_version 19 00000020:00100000:3.0:1746137663.585712:0:8824:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746137663.585719:0:8824:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880093097800 x1830957327545728/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137663.585736:0:8824:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093097800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8824:1830957327545728:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746137663.585781:0:8824:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137663.585801:0:8824:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3bc480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137663.585935:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327545728 00000100:00100000:1.0:1746137663.585941:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327545728 00000100:00100000:1.0:1746137663.585971:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1746137663.585977:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8824:x1830957327545728:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746137663.586354:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8824:x1830957327545728:12345-0@lo:1000:osp_up1-0.0 Request processed in 377us (572us total) trans 4294967383 rc 0/0 00000100:00100000:1.0:1746137663.586361:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1746137663.587368:0:8824:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967382 gen 2 00000004:00080000:3.0:1746137663.587375:0:8824:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967382 committed transno 4294967382 00000020:00080000:3.0:1746137663.587381:0:8824:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a5ca0e40 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:3.0:1746137663.587384:0:8824:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009f012100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a5ca0d80 00000020:00080000:3.0:1746137663.587388:0:8824:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:3.0:1746137663.587390:0:8824:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009f012700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012ce8ae00 00000020:00080000:3.0:1746137663.587392:0:8824:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000100:00100000:3.0:1746137663.587425:0:8824:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff880093097800 x1830957327545728/t4294967383(4294967383) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 1746137679 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 00000100:00100000:3.0:1746137663.587446:0:8824:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093097800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8824:1830957327545728:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1746137663.587626:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417774aa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.587639:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417774aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.587649:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417774aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.587662:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417774b1 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.587668:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417774b1 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.587672:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417774b1 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.587696:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.587701:0:21561:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.587709:0:21561:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 21561 initiator: MDT0 00000100:00100000:2.0:1746137663.587722:0:21561:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:21561:1830957327545856:0@lo:101:mdt00_006.0 00000100:00100000:2.0:1746137663.587754:0:21561:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1746137663.587797:0:7266:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:0.0:1746137663.587839:0:7266:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000100:00100000:2.0:1746137663.588308:0:21561:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091675cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137663.588348:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327545856 00000100:00100000:1.0:1746137663.588352:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327545856 00000100:00100000:1.0:1746137663.588377:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1746137663.588382:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:21561:x1830957327545856:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1746137663.588396:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137663.588406:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090b50600/0xddf4fb61417774bf lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddf4fb61417774b8 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.588421:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090b50600/0xddf4fb61417774bf lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xddf4fb61417774b8 expref: 7 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.588429:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b50600/0xddf4fb61417774bf lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xddf4fb61417774b8 expref: 7 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.588436:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88012eea9100) 00010000:00010000:1.0:1746137663.588438:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137663.588440:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b50600, rc 0) 00000100:00100000:1.0:1746137663.590028:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:21561:x1830957327545856:12345-0@lo:101:mdt00_006.0 Request processed in 1639us (2267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137663.590037:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1746137663.591083:0:21561:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:21561:1830957327545856:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1746137663.591103:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xddf4fb61417774bf expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.591114:0:21561:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xddf4fb61417774bf expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746137663.591136:0:21561:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093096a00 reply state ffff880092e54000 transno 4294984481 ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417774b1 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.591146:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417774b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.591153:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008b7f1e00) 00010000:00010000:3.0:1746137663.591155:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137663.591159:0:21561:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746137663.591163:0:21561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xddf4fb61417774bf expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.591169:0:21561:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xddf4fb61417774bf expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746137663.591178:0:21561:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:3.0:1746137663.591184:0:21561:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093096a00 reply state ffff880092e54000 transno 4294984481 ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417774aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.591190:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417774aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.591194:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008b7f1100) 00010000:00010000:3.0:1746137663.591196:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137663.591197:0:21561:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1746137663.591200:0:21561:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 4096 00010000:00010000:3.0:1746137663.591206:0:21561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.591211:0:21561:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.591216:0:21561:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.591219:0:21561:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009171c400 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137663.591223:0:21561:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.591228:0:21561:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.591235:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137663.591250:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.591254:0:21561:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.591258:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb614177749c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00000004:00010000:3.0:1746137663.591268:0:21561:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093096a00 reply state ffff880092e54000 transno 4294984481 ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb61417774a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.591275:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb61417774a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.591279:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008b7f1c00) 00010000:00010000:3.0:1746137663.591281:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137663.591282:0:21561:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1746137663.591345:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:3025:x1830957333814656:12345-192.168.203.12@tcp:36:lfs.0 Request processed in 12299us (15707us total) trans 4294984481 rc 0/0 00000100:00100000:3.0:1746137663.591351:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38496 00000100:00100000:0.0:1746137663.605158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.605248:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333814912 00000100:00100000:3.0:1746137663.605256:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333814912 00000100:00100000:3.0:1746137663.605293:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38497 00000100:00100000:3.0:1746137663.605300:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:3026:x1830957333814912:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:3.0:1746137663.605318:0:21561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137663.605331:0:21561:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb600/0xddf4fb61417774c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2c7 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.605373:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea000/0xddf4fb61417774cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.605384:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea000/0xddf4fb61417774cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.605394:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea000/0xddf4fb61417774cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00000004:00200000:3.0:1746137663.605426:0:21561:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137663.605430:0:21561:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137663.605445:0:21561:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea000/0xddf4fb61417774cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.605466:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb600/0xddf4fb61417774c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2c7 expref: 13 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.605478:0:21561:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea000/0xddf4fb61417774cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2c7 expref: 12 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.605485:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137663.605488:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137663.605490:0:21561:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea000, rc 0) 00000100:00100000:3.0:1746137663.605526:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:3026:x1830957333814912:12345-192.168.203.12@tcp:101:cp.0 Request processed in 226us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137663.605532:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38497 00000100:00100000:3.0:1746137663.613267:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137663.613362:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333815040 00000100:00100000:1.0:1746137663.613370:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333815040 00000100:00100000:1.0:1746137663.613419:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38498 00000100:00100000:1.0:1746137663.613427:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:3026:x1830957333815040:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:1.0:1746137663.613443:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137663.613458:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b50400/0xddf4fb61417774d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2ce expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.613510:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b51600/0xddf4fb61417774db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613521:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b51600/0xddf4fb61417774db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613530:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b51600/0xddf4fb61417774db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613538:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094daee00/0xddf4fb61417774e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613543:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094daee00/0xddf4fb61417774e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613548:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094daee00/0xddf4fb61417774e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613609:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb61417774e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613615:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb61417774e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613623:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb61417774e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:1.0:1746137663.613670:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 4096 00000004:00200000:1.0:1746137663.613673:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746137663.613685:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb61417774e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613693:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b51600/0xddf4fb61417774db lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613697:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b51600/0xddf4fb61417774db lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613702:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b51600/0xddf4fb61417774db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613706:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b51600/0xddf4fb61417774db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613710:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090b51600 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137663.613712:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b51600/0xddf4fb61417774db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613717:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b51600/0xddf4fb61417774db lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613725:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137663.613727:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137663.613729:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b51600/0xddf4fb61417774db lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613733:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b51600/0xddf4fb61417774db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613742:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094daee00/0xddf4fb61417774e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613746:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094daee00/0xddf4fb61417774e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613750:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094daee00/0xddf4fb61417774e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613753:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094daee00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137663.613754:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094daee00/0xddf4fb61417774e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613758:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094daee00/0xddf4fb61417774e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613762:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008b7f1c00) 00010000:00010000:1.0:1746137663.613763:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137663.613765:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094daee00/0xddf4fb61417774e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613768:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094daee00/0xddf4fb61417774e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.613788:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b50400/0xddf4fb61417774d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2ce expref: 14 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.613796:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dafa00/0xddf4fb61417774e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2ce expref: 13 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.613801:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008b7f1100) 00010000:00010000:1.0:1746137663.613828:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746137663.613830:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dafa00, rc 0) 00000100:00100000:1.0:1746137663.613870:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:3026:x1830957333815040:12345-192.168.203.12@tcp:101:cp.0 Request processed in 444us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137663.613876:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38498 00000100:00100000:0.0:1746137663.617874:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137663.617921:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333815168 00000100:00100000:1.0:1746137663.617928:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333815168 00000100:00100000:1.0:1746137663.617977:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38499 00000100:00100000:1.0:1746137663.617984:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f146680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:3026:x1830957333815168:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:1.0:1746137663.617999:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137663.618012:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae400/0xddf4fb61417774f0 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2d5 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.618051:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb61417774f7 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.618061:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb61417774f7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.618069:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb61417774f7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:1.0:1746137663.618101:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746137663.618104:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746137663.618129:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae400/0xddf4fb61417774f0 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2d5 expref: 15 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.618141:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb61417774f7 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2d5 expref: 14 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.618147:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008b7f1e00) 00010000:00010000:1.0:1746137663.618150:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746137663.618152:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00000100:00100000:1.0:1746137663.618199:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f146680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:3026:x1830957333815168:12345-192.168.203.12@tcp:101:cp.0 Request processed in 215us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137663.618205:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38499 00000100:00100000:0.0:1746137663.619305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137663.619372:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333815296 00000100:00100000:1.0:1746137663.619377:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333815296 00000100:00100000:1.0:1746137663.619413:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38500 00000100:00100000:1.0:1746137663.619419:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f144e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:3026:x1830957333815296:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:1.0:1746137663.619429:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137663.619441:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090b51a00/0xddf4fb61417774fe lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2dc expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.619470:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090870e00/0xddf4fb6141777505 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.619477:0:7235:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b50600/0xddf4fb61417774bf lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xddf4fb61417774b8 expref: 6 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.619481:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090870e00/0xddf4fb6141777505 lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT1 00010000:00010000:1.0:1746137663.619497:0:7235:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880090b50600/0xddf4fb61417774bf lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xddf4fb61417774b8 expref: 6 pid: 7241 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137663.619505:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:7235:1830957327545984:0@lo:104: 00000100:00100000:1.0:1746137663.619531:0:7235:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137663.619573:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c29d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137663.619614:0:7263:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1746137663.619623:0:7263:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327545984 00000100:00100000:2.0:1746137663.619625:0:7263:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327545984 00000100:00100000:0.0:1746137663.619654:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1746137663.619660:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a96050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7235:x1830957327545984:12345-0@lo:104: 00010000:00010000:0.0:1746137663.619668:0:7220:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xddf4fb61417774bf expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137663.619697:0:7220:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1746137663.619701:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a96050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7235:x1830957327545984:12345-0@lo:104: Request processed in 42us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137663.619706:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00010000:3.0:1746137663.619727:0:7226:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746137663.619733:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xddf4fb61417774bf expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.619741:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b325400 already unused, calling callback (ffffffffa0f12e30) 00010000:00010000:3.0:1746137663.619745:0:7226:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xddf4fb61417774bf expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746137663.619751:0:7226:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xddf4fb61417774bf expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137663.619751:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800961d4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:7235:1830957327545984:0@lo:104: 00010000:00010000:1.0:1746137663.619760:0:7235:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880090870e00/0xddf4fb6141777505 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT1 00010000:00010000:3.0:1746137663.619770:0:7226:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xddf4fb61417774bf expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.619775:0:7226:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1746137663.619794:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xddf4fb61417774bf expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.619800:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008b325400/0xddf4fb61417774b8 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xddf4fb61417774bf expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137663.619801:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327546112:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746137663.619831:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137663.619833:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137663.619835:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137663.619836:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137663.619854:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327546112 00000100:00100000:3.0:1746137663.619857:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327546112 00010000:00010000:3.0:1746137663.619872:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090b50600/0xddf4fb61417774bf lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xddf4fb61417774b8 expref: 7 pid: 7241 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137663.620003:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16105 00000100:00100000:3.0:1746137663.620009:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+7:3765:x1830957327546112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746137663.620017:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746137663.621701:0:8379:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967383 is committed 00010000:00010000:3.0:1746137663.621781:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b50600/0xddf4fb61417774bf lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xddf4fb61417774b8 expref: 6 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.621793:0:8387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88012eea9100) 00010000:00010000:3.0:1746137663.621795:0:8387:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880090870e00/0xddf4fb6141777505 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT1 00010000:00010000:3.0:1746137663.621801:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880090870e00/0xddf4fb6141777505 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT1 00010000:00010000:3.0:1746137663.621825:0:8387:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090870e00/0xddf4fb6141777505 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT1 00010000:00010000:3.0:1746137663.621848:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137663.621887:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327546112:12345-0@lo:103:ldlm_bl.0 Request processed in 1878us (2049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137663.621892:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16105 00000100:00100000:0.0:1746137663.621907:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327546112:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1746137663.621957:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880090870e00/0xddf4fb6141777505 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT1 00010000:00010000:1.0:1746137663.621964:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090870e00/0xddf4fb6141777505 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT1 00000004:00200000:1.0:1746137663.622000:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746137663.622004:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746137663.622038:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b51a00/0xddf4fb61417774fe lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2dc expref: 8 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.622048:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880090870e00/0xddf4fb6141777505 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2dc expref: 7 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.622052:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88012eea9100) 00010000:00010000:1.0:1746137663.622054:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746137663.622056:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090870e00, rc 0) 00000100:00100000:1.0:1746137663.622083:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f144e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:3026:x1830957333815296:12345-192.168.203.12@tcp:101:cp.0 Request processed in 2665us (2783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137663.622087:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38500 00000100:00100000:0.0:1746137663.626887:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137663.626926:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333815424 00000100:00100000:1.0:1746137663.626934:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333815424 00000100:00100000:1.0:1746137663.626971:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38501 00000100:00100000:1.0:1746137663.626978:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:3026:x1830957333815424:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:1.0:1746137663.626996:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137663.627009:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090871a00/0xddf4fb614177750c lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2e3 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.627056:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777513 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627067:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777513 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627076:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777513 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627087:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871c00/0xddf4fb614177751a lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627092:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090871c00/0xddf4fb614177751a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627097:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090871c00/0xddf4fb614177751a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627148:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777513 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627153:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777513 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627158:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777513 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627163:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777513 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627167:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090871200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137663.627170:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777513 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627178:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777513 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627187:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008b7f1e00) 00010000:00010000:1.0:1746137663.627189:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137663.627193:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777513 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627197:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777513 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627207:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871c00/0xddf4fb614177751a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627212:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090871c00/0xddf4fb614177751a lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627216:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090871c00/0xddf4fb614177751a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627219:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090871c00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137663.627221:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090871c00/0xddf4fb614177751a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627226:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090871c00/0xddf4fb614177751a lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627231:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012eea9d00) 00010000:00010000:1.0:1746137663.627233:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137663.627235:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090871c00/0xddf4fb614177751a lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627251:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090871c00/0xddf4fb614177751a lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.627279:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871a00/0xddf4fb614177750c lrc: 1/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2e3 expref: 15 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.627285:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090871a00/0xddf4fb614177750c lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2e3 expref: 15 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.627292:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090871a00, rc 0) 00000100:00100000:1.0:1746137663.627341:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:3026:x1830957333815424:12345-192.168.203.12@tcp:101:cp.0 Request processed in 363us (462us total) trans 0 rc 301/301 00000100:00100000:1.0:1746137663.627347:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38501 00000100:00100000:0.0:1746137663.630305:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137663.630456:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333815680 00000100:00100000:1.0:1746137663.630463:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333815680 00000100:00100000:1.0:1746137663.630504:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38502 00000100:00100000:1.0:1746137663.630511:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:3026:x1830957333815680:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:1.0:1746137663.630526:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137663.630529:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746137663.630549:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb61417774f7 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2d5 expref: 14 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.630564:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008b7f1e00) 00010000:00010000:1.0:1746137663.630568:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137663.630577:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090870800/0xddf4fb6141777521 lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2ea expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.630649:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777528 lrc: 3/0,1 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.630659:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777528 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.630668:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777528 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.630678:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090870000/0xddf4fb614177752f lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.630682:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090870000/0xddf4fb614177752f lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.630686:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090870000/0xddf4fb614177752f lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00080000:1.0:1746137663.630939:0:7235:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:1.0:1746137663.631028:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090870400/0xddf4fb6141777536 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.631035:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090870400/0xddf4fb6141777536 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.631041:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090870400/0xddf4fb6141777536 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.631065:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777528 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.631070:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777528 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.631075:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777528 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.631080:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777528 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.631091:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090871000 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137663.631094:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777528 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.631099:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777528 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.631105:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008b7f1e00) 00010000:00010000:1.0:1746137663.631107:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137663.631109:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777528 lrc: 3/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.631113:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777528 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00000004:00010000:1.0:1746137663.631121:0:7235:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009200ea00 reply state ffff880092ea2000 transno 4294984482 ns: mdt-lustre-MDT0000_UUID lock: ffff880090870000/0xddf4fb614177752f lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.631127:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090870000/0xddf4fb614177752f lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.631132:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012eea9b00) 00010000:00010000:1.0:1746137663.631133:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746137663.631135:0:7235:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746137663.631152:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090870800/0xddf4fb6141777521 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2ea expref: 16 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.631161:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090870400/0xddf4fb6141777536 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2ea expref: 15 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.631166:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012eea9a00) 00010000:00010000:1.0:1746137663.631168:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137663.631170:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090870400, rc 0) 00000100:00100000:1.0:1746137663.631213:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:3026:x1830957333815680:12345-192.168.203.12@tcp:101:cp.0 Request processed in 701us (914us total) trans 4294984482 rc 0/0 00000100:00100000:1.0:1746137663.631219:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38502 00000100:00100000:0.0:1746137663.633557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137663.633780:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333815808 00000100:00100000:2.0:1746137663.633788:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333815808 00000100:00100000:2.0:1746137663.633864:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31759 00000100:00100000:2.0:1746137663.633871:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2007:x1830957333815808:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:2.0:1746137663.633885:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137663.633899:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141777544 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2f1 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746137663.633915:0:9583:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746137663.633931:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137663.633932:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137663.633937:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141777544 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f1 expref: 6 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137663.633949:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141777544 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f1 expref: 6 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137663.633957:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325e00, rc 0) 00000100:00100000:2.0:1746137663.634004:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333815808:12345-192.168.203.12@tcp:101:cp.0 Request processed in 133us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137663.634009:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31759 00000100:00100000:0.0:1746137663.635511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.635590:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333815936 00000100:00100000:3.0:1746137663.635597:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333815936 00000100:00100000:3.0:1746137663.635641:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31760 00000100:00100000:3.0:1746137663.635648:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:3026:x1830957333815936:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:3.0:1746137663.635660:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137663.635670:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2f8 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.635692:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141777544 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f1 expref: 7 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137663.635698:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137663.635699:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137663.635702:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.635726:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141777544 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f1 expref: 7 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137663.635737:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141777544 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f1 expref: 7 pid: 9583 timeout: 825 lvb_type: 1 00000100:00100000:3.0:1746137663.635748:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327546240:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137663.635839:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3bc480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137663.638094:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137663.638171:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333816064 00000100:00100000:2.0:1746137663.638177:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333816064 00010000:00010000:2.0:1746137663.638205:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141777544 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f1 expref: 8 pid: 9583 timeout: 825 lvb_type: 1 00000100:00100000:2.0:1746137663.638228:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16106 00000100:00100000:2.0:1746137663.638235:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333816064:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137663.638279:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137663.638294:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141777544 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f1 expref: 8 pid: 9583 timeout: 825 lvb_type: 1 00000100:00100000:3.0:1746137663.638301:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327546240:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137663.638304:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141777544 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f1 expref: 8 pid: 9583 timeout: 825 lvb_type: 1 00010000:00010000:2.0:1746137663.638321:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325e00/0xddf4fb6141777544 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f1 expref: 8 pid: 9583 timeout: 825 lvb_type: 1 00010000:00010000:2.0:1746137663.638436:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137663.638437:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137663.638441:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.638446:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.638461:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.638468:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.638471:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:2.0:1746137663.638479:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969c9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327546368:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137663.638513:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:3026:x1830957333815936:12345-192.168.203.12@tcp:101:cp.0 Request processed in 2865us (3006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137663.638519:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31760 00000100:00100000:2.0:1746137663.639034:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916756c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137663.639787:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969c9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327546368:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137663.639819:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137663.639857:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333816064:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1621us (1767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137663.639865:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16106 00000100:00100000:0.0:1746137663.640440:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137663.640570:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333816320 00000100:00100000:1.0:1746137663.640575:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333816320 00000100:00100000:1.0:1746137663.640607:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 185 00000100:00100000:1.0:1746137663.640611:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:3026:x1830957333816320:12345-192.168.203.12@tcp:35:cp.0 00000100:00100000:1.0:1746137663.640825:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:3026:x1830957333816320:12345-192.168.203.12@tcp:35:cp.0 Request processed in 192us (365us total) trans 4294984483 rc 0/0 00000100:00100000:1.0:1746137663.640830:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 185 00000001:00080000:2.0:1746137663.653949:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970906 is committed 00000001:00100000:2.0:1746137663.653965:0:10915:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 360039b3-a0dd-4c2d-8b5a-b752fe3410f9 00000001:00100000:2.0:1746137663.653968:0:10915:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 360039b3-a0dd-4c2d-8b5a-b752fe3410f9 00000020:00000080:2.0:1746137663.653971:0:10915:0:(genops.c:904:class_export_put()) final put ffff88008b147000/360039b3-a0dd-4c2d-8b5a-b752fe3410f9 00000020:00000080:0.0:1746137663.653990:0:5:0:(genops.c:863:class_export_destroy()) destroying export ffff88008b147000/360039b3-a0dd-4c2d-8b5a-b752fe3410f9 for lustre-OST0001 00000020:00000080:0.0:1746137663.654660:0:5:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88008b142000 for lustre-OST0001 00000100:00100000:0.0:1746137663.657372:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137663.657646:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333816576 00000100:00100000:1.0:1746137663.657656:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333816576 00000100:00100000:1.0:1746137663.657711:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38503 00000100:00100000:1.0:1746137663.657717:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:3029:x1830957333816576:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746137663.658117:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137663.658361:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777552 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde2ff expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.658445:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871a00/0xddf4fb6141777559 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.658456:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090871a00/0xddf4fb6141777559 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.658465:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090871a00/0xddf4fb6141777559 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:1.0:1746137663.658498:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 1716 00010000:00010000:1.0:1746137663.658575:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777552 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2ff expref: 20 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.658592:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871a00/0xddf4fb6141777559 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2ff expref: 19 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.658598:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012eea9a00) 00010000:00010000:1.0:1746137663.658600:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746137663.658603:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090871a00, rc 0) 00000100:00100000:1.0:1746137663.659003:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:3029:x1830957333816576:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1285us (1640us total) trans 4294984484 rc 0/0 00000100:00100000:1.0:1746137663.659010:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38503 00000100:00100000:0.0:1746137663.702960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137663.703368:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333816704 00000100:00100000:1.0:1746137663.703382:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333816704 00000100:00100000:1.0:1746137663.703581:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38504 00000100:00100000:1.0:1746137663.703590:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:3033:x1830957333816704:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746137663.703609:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137663.703627:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777567 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde306 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.703791:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871600/0xddf4fb614177756e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.703803:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090871600/0xddf4fb614177756e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.703941:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090871600/0xddf4fb614177756e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:1.0:1746137663.703982:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746137663.703987:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746137663.704007:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090871600/0xddf4fb614177756e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.704031:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090871200/0xddf4fb6141777567 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde306 expref: 13 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.704054:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871600/0xddf4fb614177756e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde306 expref: 12 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.704062:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137663.704065:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746137663.704068:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090871600, rc 0) 00000100:00100000:1.0:1746137663.704154:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:3033:x1830957333816704:12345-192.168.203.12@tcp:101:dd.0 Request processed in 563us (1202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137663.704161:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38504 00000100:00100000:0.0:1746137663.708267:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137663.708357:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333816832 00000100:00100000:1.0:1746137663.708370:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333816832 00000100:00100000:1.0:1746137663.710080:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38505 00000100:00100000:1.0:1746137663.710095:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:3033:x1830957333816832:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746137663.710112:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137663.710130:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777575 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde30d expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.710180:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871800/0xddf4fb614177757c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710192:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090871800/0xddf4fb614177757c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710204:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090871800/0xddf4fb614177757c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710213:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094daf400/0xddf4fb6141777583 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710219:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094daf400/0xddf4fb6141777583 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710224:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094daf400/0xddf4fb6141777583 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710307:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae800/0xddf4fb614177758a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710314:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae800/0xddf4fb614177758a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710320:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae800/0xddf4fb614177758a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:1.0:1746137663.710375:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 4096 00000004:00200000:1.0:1746137663.710378:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746137663.710393:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae800/0xddf4fb614177758a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710401:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871800/0xddf4fb614177757c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710406:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871800/0xddf4fb614177757c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710412:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090871800/0xddf4fb614177757c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710483:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090871800/0xddf4fb614177757c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710488:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090871800 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137663.710491:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090871800/0xddf4fb614177757c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710498:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090871800/0xddf4fb614177757c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710509:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137663.710512:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137663.710515:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090871800/0xddf4fb614177757c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710520:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090871800/0xddf4fb614177757c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710531:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094daf400/0xddf4fb6141777583 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710537:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094daf400/0xddf4fb6141777583 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710542:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094daf400/0xddf4fb6141777583 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710545:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094daf400 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137663.710547:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094daf400/0xddf4fb6141777583 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710551:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094daf400/0xddf4fb6141777583 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710560:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008b7f1c00) 00010000:00010000:1.0:1746137663.710562:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137663.710564:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094daf400/0xddf4fb6141777583 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710568:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094daf400/0xddf4fb6141777583 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137663.710586:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090871000/0xddf4fb6141777575 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde30d expref: 14 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.710596:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae800/0xddf4fb614177758a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde30d expref: 13 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137663.710602:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008b7f1100) 00010000:00010000:1.0:1746137663.710604:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746137663.710606:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae800, rc 0) 00000100:00100000:1.0:1746137663.711348:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+13:3033:x1830957333816832:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1255us (3089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137663.711356:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38505 00000100:00100000:0.0:1746137663.713089:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.713417:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333816960 00000100:00100000:3.0:1746137663.713424:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333816960 00000100:00100000:3.0:1746137663.713475:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38506 00000100:00100000:3.0:1746137663.713482:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+13:3033:x1830957333816960:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137663.713499:0:21561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137663.713514:0:21561:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb400/0xddf4fb6141777591 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde314 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.713559:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb6141777598 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.713580:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb6141777598 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.713589:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb6141777598 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00000004:00200000:3.0:1746137663.713629:0:21561:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746137663.713633:0:21561:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746137663.713657:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb400/0xddf4fb6141777591 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde314 expref: 15 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.713684:0:21561:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eae00/0xddf4fb6141777598 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde314 expref: 14 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.713691:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008b7f1e00) 00010000:00010000:3.0:1746137663.713693:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746137663.713695:0:21561:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eae00, rc 0) 00000100:00100000:3.0:1746137663.713740:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:3033:x1830957333816960:12345-192.168.203.12@tcp:101:dd.0 Request processed in 258us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137663.713746:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38506 00000100:00100000:0.0:1746137663.715195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.715264:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333817088 00000100:00100000:3.0:1746137663.715270:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333817088 00000100:00100000:3.0:1746137663.715308:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38507 00000100:00100000:3.0:1746137663.715313:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:3033:x1830957333817088:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137663.715324:0:21561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137663.715334:0:21561:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801357eba00/0xddf4fb614177759f lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde31b expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.715365:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea800/0xddf4fb61417775a6 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.715372:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea800/0xddf4fb61417775a6 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT1 00010000:00010000:3.0:1746137663.715379:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea800/0xddf4fb61417775a6 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT1 00000004:00200000:3.0:1746137663.715405:0:21561:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746137663.715407:0:21561:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746137663.715433:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801357eba00/0xddf4fb614177759f lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde31b expref: 8 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.715442:0:21561:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801357ea800/0xddf4fb61417775a6 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde31b expref: 7 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.715447:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88012eea9100) 00010000:00010000:3.0:1746137663.715449:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746137663.715450:0:21561:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ea800, rc 0) 00000100:00100000:3.0:1746137663.715484:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:3033:x1830957333817088:12345-192.168.203.12@tcp:101:dd.0 Request processed in 171us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137663.715489:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38507 00000100:00100000:0.0:1746137663.717269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.717379:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333817344 00000100:00100000:3.0:1746137663.717388:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333817344 00000100:00100000:3.0:1746137663.717530:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38508 00000100:00100000:3.0:1746137663.717540:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:3033:x1830957333817344:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137663.717561:0:21561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137663.717581:0:21561:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb400/0xddf4fb61417775ad lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde322 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.717655:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417775b4 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.717669:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417775b4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.717680:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417775b4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.717690:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417775bb lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.717696:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417775bb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.717701:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417775bb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.717994:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417775c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718002:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417775c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718008:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417775c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00000004:00200000:3.0:1746137663.718017:0:21561:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 1716 00010000:00010000:3.0:1746137663.718106:0:21561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417775b4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718112:0:21561:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417775b4 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718118:0:21561:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417775b4 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718122:0:21561:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009171ca00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137663.718125:0:21561:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417775b4 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718131:0:21561:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417775b4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718141:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008b7f1e00) 00010000:00010000:3.0:1746137663.718144:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.718147:0:21561:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417775b4 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718152:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171ca00/0xddf4fb61417775b4 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718166:0:21561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417775bb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718170:0:21561:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417775bb lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718175:0:21561:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417775bb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718178:0:21561:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009171d000 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137663.718180:0:21561:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417775bb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718184:0:21561:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417775bb lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718190:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012eea9b00) 00010000:00010000:3.0:1746137663.718192:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.718195:0:21561:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417775bb lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718199:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d000/0xddf4fb61417775bb lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.718229:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eb400/0xddf4fb61417775ad lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde322 expref: 17 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.718252:0:21561:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417775c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde322 expref: 16 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.718258:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012eea9a00) 00010000:00010000:3.0:1746137663.718261:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137663.718263:0:21561:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c400, rc 0) 00000100:00100000:3.0:1746137663.718320:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:3033:x1830957333817344:12345-192.168.203.12@tcp:101:dd.0 Request processed in 781us (1061us total) trans 4294984485 rc 0/0 00000100:00100000:3.0:1746137663.718326:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38508 00000100:00100000:0.0:1746137663.721398:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.721475:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333817472 00000100:00100000:3.0:1746137663.721486:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333817472 00000100:00100000:3.0:1746137663.721548:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31761 00000100:00100000:3.0:1746137663.721556:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:3033:x1830957333817472:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137663.721572:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137663.721591:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde329 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.721623:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.721631:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137663.721633:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137663.721637:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde329 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.721669:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.721681:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 5 pid: 9582 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746137663.721694:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327546496:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137663.722053:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3bccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137663.724769:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137663.724875:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333817600 00000100:00100000:0.0:1746137663.724886:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333817600 00002000:00100000:0.0:1746137663.724930:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (0->1715) req@ffff8800969c9880 x1830957333817600/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:99/0 lens 2208/0 e 0 to 0 dl 1746137674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137663.724941:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9880 with x1830957333817600 ext(0->1715) 00010000:00010000:0.0:1746137663.724951:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 6 pid: 9582 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746137663.724963:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 6 pid: 9582 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746137663.724969:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c9880 00000100:00100000:0.0:1746137663.724999:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3872 00000100:00100000:0.0:1746137663.725007:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333817600:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:3.0:1746137663.725135:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327546496:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137663.725163:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde329 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.725179:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093272a00, rc 0) 00000100:00100000:3.0:1746137663.725229:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:3033:x1830957333817472:12345-192.168.203.12@tcp:101:dd.0 Request processed in 3673us (3838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137663.725246:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31761 00000100:00100000:0.0:1746137663.725938:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333817600:12345-192.168.203.12@tcp:4:dd.0 Request processed in 925us (1169us total) trans 4294972210 rc 0/0 00000100:00100000:0.0:1746137663.725949:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3872 00002000:00100000:0.0:1746137663.725958:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (0->1715) req@ffff8800969c9880 x1830957333817600/t4294972210(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:99/0 lens 2208/448 e 0 to 0 dl 1746137674 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137663.725963:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c9880 with x1830957333817600 ext(0->1715) 00010000:00010000:0.0:1746137663.725970:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 8 pid: 9582 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746137663.725980:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 8 pid: 9582 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746137663.725984:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969c9880 00000100:00100000:0.0:1746137663.727327:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137663.727407:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333817728 00000100:00100000:2.0:1746137663.727414:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333817728 00010000:00010000:2.0:1746137663.727440:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 8 pid: 9582 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746137663.727461:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16107 00000100:00100000:2.0:1746137663.727466:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333817728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137663.727477:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746137663.727488:0:8387:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:2.0:1746137663.727490:0:8387:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746137664 00002000:00010000:2.0:1746137663.727491:0:8387:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime from disk: 0 -> 1746137664 00002000:00010000:2.0:1746137663.727493:0:8387:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746137664 00002000:00010000:2.0:1746137663.727494:0:8387:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1746137663.727499:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 8 pid: 9582 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746137663.727507:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 8 pid: 9582 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746137663.727525:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171d800/0xddf4fb614177754b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2f8 expref: 8 pid: 9582 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746137663.727799:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137663.727802:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137663.727998:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde329 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.728007:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde329 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.728043:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde329 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137663.728057:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea15180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327546624:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137663.728138:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916756c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137663.730398:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea15180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327546624:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746137663.730401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137663.730411:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137663.730443:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333817728:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2976us (3121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137663.730453:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16107 00000100:00100000:1.0:1746137663.730454:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333817984 00000100:00100000:1.0:1746137663.730460:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333817984 00002000:00100000:1.0:1746137663.730490:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880095d79180 x1830957333817984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:99/0 lens 488/0 e 0 to 0 dl 1746137674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137663.730503:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79180 with x1830957333817984 ext(0->4095) 00002000:00010000:1.0:1746137663.730507:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d79180 00000100:00100000:1.0:1746137663.730526:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14987 00000100:00100000:1.0:1746137663.730533:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333817984:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746137663.730639:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2007:x1830957333817984:12345-192.168.203.12@tcp:3:dd.0 Request processed in 106us (238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137663.730645:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14987 00002000:00100000:1.0:1746137663.730650:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880095d79180 x1830957333817984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:99/0 lens 488/4536 e 0 to 0 dl 1746137674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137663.730660:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d79180 with x1830957333817984 ext(0->4095) 00002000:00010000:1.0:1746137663.730662:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d79180 00000100:00100000:0.0:1746137663.753579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137663.753684:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333818240 00000100:00100000:1.0:1746137663.753691:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333818240 00000100:00100000:1.0:1746137663.753726:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 186 00000100:00100000:1.0:1746137663.753731:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:3033:x1830957333818240:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:1.0:1746137663.753927:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:3033:x1830957333818240:12345-192.168.203.12@tcp:35:dd.0 Request processed in 196us (355us total) trans 4294984486 rc 0/0 00000100:00100000:1.0:1746137663.753932:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 186 00000100:00100000:0.0:1746137663.759413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.759495:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333818368 00000100:00100000:3.0:1746137663.759503:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333818368 00000100:00100000:3.0:1746137663.759556:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38509 00000100:00100000:3.0:1746137663.759562:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:3036:x1830957333818368:12345-192.168.203.12@tcp:101:truncate.0 00010000:00010000:3.0:1746137663.759581:0:21561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137663.759596:0:21561:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26e600/0xddf4fb61417775d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde330 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.759621:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26fa00/0xddf4fb61417775de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.759631:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26fa00/0xddf4fb61417775de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.759639:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26fa00/0xddf4fb61417775de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.759715:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26e600/0xddf4fb61417775d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde330 expref: 21 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.759746:0:21561:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26fa00/0xddf4fb61417775de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde330 expref: 20 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.759752:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012eea9a00) 00010000:00010000:3.0:1746137663.759755:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746137663.759757:0:21561:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b26fa00, rc 0) 00000100:00100000:3.0:1746137663.759836:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:3036:x1830957333818368:12345-192.168.203.12@tcp:101:truncate.0 Request processed in 273us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137663.759841:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38509 00000100:00100000:0.0:1746137663.761180:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.761223:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333818624 00000100:00100000:3.0:1746137663.761229:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333818624 00000100:00100000:3.0:1746137663.761275:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38510 00000100:00100000:3.0:1746137663.761280:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:3036:x1830957333818624:12345-192.168.203.12@tcp:36:truncate.0 00010000:00010000:3.0:1746137663.761311:0:21561:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137663.761328:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090870400/0xddf4fb6141777536 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2ea expref: 20 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.761341:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012eea9a00) 00010000:00010000:3.0:1746137663.761344:0:21561:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137663.761454:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.761465:0:21561:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417775c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde322 expref: 16 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.761471:0:21561:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.761496:0:21561:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417775c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde322 expref: 16 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.761505:0:21561:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417775c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde322 expref: 16 pid: 21561 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746137663.761516:0:21561:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:21561:1830957327546752:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137663.761586:0:21561:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3bcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137663.762713:0:21561:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:21561:1830957327546752:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137663.762728:0:21561:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00000100:00100000:0.0:1746137663.762931:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137663.762973:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333818752 00000100:00100000:2.0:1746137663.762978:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333818752 00010000:00010000:2.0:1746137663.762999:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417775c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde322 expref: 17 pid: 21561 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746137663.763025:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16108 00000100:00100000:2.0:1746137663.763031:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2007:x1830957333818752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137663.763039:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137663.763043:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417775c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde322 expref: 17 pid: 21561 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746137663.763051:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417775c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde322 expref: 17 pid: 21561 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746137663.763066:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c400/0xddf4fb61417775c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde322 expref: 17 pid: 21561 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746137663.763093:0:8387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012eea9a00) 00010000:00010000:2.0:1746137663.763097:0:8387:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.763104:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.763109:0:8387:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21561 initiator: MDT0 00010000:00010000:2.0:1746137663.763130:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137663.763166:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:2007:x1830957333818752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 133us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137663.763174:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16108 00010000:00010000:3.0:1746137663.763221:0:21561:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.763227:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00000001:00080000:3.0:1746137663.763294:0:21561:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984487 00000004:00010000:3.0:1746137663.763322:0:21561:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092c73800 reply state ffff88012d363000 transno 4294984488 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.763330:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.763335:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012eea9a00) 00010000:00010000:3.0:1746137663.763338:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137663.763340:0:21561:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746137663.763386:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:3036:x1830957333818624:12345-192.168.203.12@tcp:36:truncate.0 Request processed in 2105us (2210us total) trans 4294984488 rc 0/0 00000100:00100000:3.0:1746137663.763395:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38510 00000020:00080000:3.0:1746137663.763398:0:21561:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746137663.766025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.766135:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333818880 00000100:00100000:3.0:1746137663.766142:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333818880 00000100:00100000:3.0:1746137663.766297:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31762 00000100:00100000:3.0:1746137663.766304:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:3036:x1830957333818880:12345-192.168.203.12@tcp:101:truncate.0 00010000:00010000:3.0:1746137663.766318:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137663.766333:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde337 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.766355:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde329 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.766362:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137663.766363:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137663.766366:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde337 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.766389:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde329 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.766399:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde329 expref: 5 pid: 9582 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746137663.766410:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327546880:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137663.766890:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3bccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137663.768525:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.768593:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327546880:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137663.768601:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333819008 00000100:00100000:2.0:1746137663.768606:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333819008 00010000:00010000:3.0:1746137663.768612:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde337 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.768623:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b26e800, rc 0) 00010000:00010000:2.0:1746137663.768627:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde329 expref: 6 pid: 9582 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746137663.768648:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16109 00000100:00100000:2.0:1746137663.768653:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333819008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746137663.768662:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:3036:x1830957333818880:12345-192.168.203.12@tcp:101:truncate.0 Request processed in 2359us (2643us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137663.768663:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746137663.768667:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31762 00010000:00010000:2.0:1746137663.768676:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde329 expref: 6 pid: 9582 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746137663.768685:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde329 expref: 6 pid: 9582 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746137663.768702:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb61417775d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde329 expref: 6 pid: 9582 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746137663.768711:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137663.768712:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137663.768716:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde337 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.768724:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde337 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.768744:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde337 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137663.768754:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea15180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327547008:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137663.768825:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137663.771718:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137663.771820:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea15180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327547008:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137663.771830:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333819136 00000100:00100000:1.0:1746137663.771835:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333819136 00010000:00010000:2.0:1746137663.771838:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746137663.771861:0:27013:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (858->18446744073709551615) 00002000:00100000:1.0:1746137663.771863:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deed880 with x1830957333819136 ext(858->18446744073709551615) 00000100:00100000:2.0:1746137663.771870:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:2008:x1830957333819008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3216us (3350us total) trans 0 rc 0/0 00002000:00010000:1.0:1746137663.771870:0:27013:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deed880. 00000100:00100000:2.0:1746137663.771879:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16109 00000100:00100000:1.0:1746137663.771888:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14988 00000100:00100000:1.0:1746137663.771892:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333819136:12345-192.168.203.12@tcp:10:truncate.0 00002000:00010000:1.0:1746137663.772292:0:27013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746137663.772295:0:27013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746137664 -> 1746137664 00002000:00010000:1.0:1746137663.772297:0:27013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime from disk: 1746137664 -> 1746137664 00002000:00010000:1.0:1746137663.772299:0:27013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746137664 -> 1746137664 00002000:00010000:1.0:1746137663.772300:0:27013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1746137663.772332:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2008:x1830957333819136:12345-192.168.203.12@tcp:10:truncate.0 Request processed in 438us (620us total) trans 4294972211 rc 0/0 00000100:00100000:1.0:1746137663.772338:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14988 00002000:00010000:1.0:1746137663.772340:0:27013:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (858->18446744073709551615) 00002000:00100000:1.0:1746137663.772342:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deed880 with x1830957333819136 ext(858->18446744073709551615) 00002000:00010000:1.0:1746137663.772346:0:27013:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deed880. 00000100:00100000:0.0:1746137663.780095:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.780210:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333819392 00000100:00100000:3.0:1746137663.780217:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333819392 00000100:00100000:3.0:1746137663.780275:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38511 00000100:00100000:3.0:1746137663.780286:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:3038:x1830957333819392:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137663.780306:0:21561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137663.780319:0:21561:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26ea00/0xddf4fb61417775f3 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde33e expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.780459:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb61417775fa lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780470:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb61417775fa lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780479:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb61417775fa lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780487:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb6141777601 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780491:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb6141777601 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780494:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb6141777601 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780554:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26fc00/0xddf4fb6141777608 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780558:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26fc00/0xddf4fb6141777608 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780561:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26fc00/0xddf4fb6141777608 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00000004:00200000:3.0:1746137663.780566:0:21561:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 858 00010000:00010000:3.0:1746137663.780610:0:21561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb61417775fa lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780613:0:21561:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb61417775fa lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780616:0:21561:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb61417775fa lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780620:0:21561:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b26f000 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137663.780622:0:21561:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb61417775fa lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780626:0:21561:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb61417775fa lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780631:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008b7f1e00) 00010000:00010000:3.0:1746137663.780632:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.780634:0:21561:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb61417775fa lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780637:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb61417775fa lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780655:0:21561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb6141777601 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780660:0:21561:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb6141777601 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780664:0:21561:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb6141777601 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780668:0:21561:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b26f600 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137663.780670:0:21561:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb6141777601 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780674:0:21561:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb6141777601 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780680:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012eea9b00) 00010000:00010000:3.0:1746137663.780681:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.780683:0:21561:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb6141777601 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780689:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb6141777601 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.780713:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26ea00/0xddf4fb61417775f3 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde33e expref: 25 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.780723:0:21561:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26fc00/0xddf4fb6141777608 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde33e expref: 24 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.780728:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012eea9a00) 00010000:00010000:3.0:1746137663.780731:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137663.780732:0:21561:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b26fc00, rc 0) 00000100:00100000:3.0:1746137663.780776:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:3038:x1830957333819392:12345-192.168.203.12@tcp:101:dd.0 Request processed in 494us (687us total) trans 4294984489 rc 0/0 00000100:00100000:3.0:1746137663.780782:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38511 00000100:00100000:0.0:1746137663.782354:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.782438:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333819648 00000100:00100000:3.0:1746137663.782445:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333819648 00000100:00100000:3.0:1746137663.782485:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 187 00000100:00100000:3.0:1746137663.782493:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:3038:x1830957333819648:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:3.0:1746137663.782922:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:3038:x1830957333819648:12345-192.168.203.12@tcp:35:dd.0 Request processed in 429us (571us total) trans 4294984490 rc 0/0 00000100:00100000:3.0:1746137663.782928:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 187 00000100:00100000:0.0:1746137663.785530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137663.785619:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333819904 00000100:00100000:1.0:1746137663.785626:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333819904 00002000:00100000:1.0:1746137663.785660:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012deec000 x1830957333819904/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:99/0 lens 488/0 e 0 to 0 dl 1746137674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137663.785668:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deec000 with x1830957333819904 ext(0->4095) 00002000:00010000:1.0:1746137663.785672:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deec000 00000100:00100000:1.0:1746137663.785701:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14989 00000100:00100000:1.0:1746137663.785707:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333819904:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746137663.785840:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333819904:12345-192.168.203.12@tcp:3:dd.0 Request processed in 132us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137663.785846:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14989 00002000:00100000:1.0:1746137663.785851:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012deec000 x1830957333819904/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:99/0 lens 488/4536 e 0 to 0 dl 1746137674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137663.785857:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deec000 with x1830957333819904 ext(0->4095) 00002000:00010000:1.0:1746137663.785860:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deec000 00000100:00100000:0.0:1746137663.806662:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.806753:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333820160 00000100:00100000:3.0:1746137663.806762:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333820160 00000100:00100000:3.0:1746137663.806835:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38512 00000100:00100000:3.0:1746137663.806841:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:3042:x1830957333820160:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137663.807256:0:21561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137663.807273:0:21561:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26ea00/0xddf4fb6141777616 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde345 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.807329:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb614177761d lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807339:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb614177761d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807348:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb614177761d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807358:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb6141777624 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807362:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb6141777624 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807366:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb6141777624 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807429:0:21561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26fe00/0xddf4fb614177762b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807435:0:21561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26fe00/0xddf4fb614177762b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807439:0:21561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26fe00/0xddf4fb614177762b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21561 initiator: MDT0 00000004:00200000:3.0:1746137663.807445:0:21561:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 858 00010000:00010000:3.0:1746137663.807499:0:21561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb614177761d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807504:0:21561:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb614177761d lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807508:0:21561:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb614177761d lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807513:0:21561:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b26f600 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137663.807516:0:21561:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb614177761d lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807521:0:21561:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb614177761d lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807530:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008b7f1e00) 00010000:00010000:3.0:1746137663.807532:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.807536:0:21561:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb614177761d lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807540:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f600/0xddf4fb614177761d lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807568:0:21561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb6141777624 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807572:0:21561:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb6141777624 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807576:0:21561:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb6141777624 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807580:0:21561:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b26f000 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137663.807582:0:21561:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb6141777624 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807586:0:21561:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb6141777624 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807591:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012eea9b00) 00010000:00010000:3.0:1746137663.807593:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137663.807595:0:21561:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb6141777624 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807599:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f000/0xddf4fb6141777624 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:3.0:1746137663.807625:0:21561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26ea00/0xddf4fb6141777616 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde345 expref: 19 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.807634:0:21561:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26fe00/0xddf4fb614177762b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde345 expref: 18 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.807639:0:21561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012eea9a00) 00010000:00010000:3.0:1746137663.807640:0:21561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137663.807642:0:21561:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b26fe00, rc 0) 00000100:00100000:3.0:1746137663.807677:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+18:3042:x1830957333820160:12345-192.168.203.12@tcp:101:dd.0 Request processed in 836us (1022us total) trans 4294984491 rc 0/0 00000100:00100000:3.0:1746137663.807683:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38512 00000100:00100000:0.0:1746137663.810225:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.810332:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333820288 00000100:00100000:3.0:1746137663.810340:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333820288 00000100:00100000:3.0:1746137663.810391:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31763 00000100:00100000:3.0:1746137663.810401:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+5:3042:x1830957333820288:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137663.810415:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137663.810430:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b0ef000/0xddf4fb6141777639 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde34c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.810452:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde337 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.810458:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137663.810459:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137663.810462:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b0ef000/0xddf4fb6141777639 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde34c expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.810486:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde337 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137663.810497:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde337 expref: 8 pid: 9582 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746137663.810508:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327547136:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137663.810779:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c3bc840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137663.812128:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830957327547136:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137663.812152:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b0ef000/0xddf4fb6141777639 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde34c expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137663.812152:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137663.812164:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b0ef000, rc 0) 00000100:00100000:3.0:1746137663.812195:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:3042:x1830957333820288:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1793us (1976us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137663.812202:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31763 00000100:00100000:2.0:1746137663.812298:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333820416 00000100:00100000:2.0:1746137663.812303:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333820416 00010000:00010000:2.0:1746137663.812322:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde337 expref: 9 pid: 9582 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746137663.812339:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16110 00000100:00100000:2.0:1746137663.812345:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333820416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137663.812354:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137663.812368:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde337 expref: 9 pid: 9582 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746137663.812376:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde337 expref: 9 pid: 9582 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746137663.812393:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b26e800/0xddf4fb61417775ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde337 expref: 9 pid: 9582 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746137663.812420:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137663.812422:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137663.812428:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b0ef000/0xddf4fb6141777639 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde34c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.812434:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b0ef000/0xddf4fb6141777639 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde34c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137663.812458:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b0ef000/0xddf4fb6141777639 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde34c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137663.812469:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea15180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327547264:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137663.812632:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916756c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137663.813982:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea15180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327547264:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137663.813992:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137663.814010:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333820416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1666us (1859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137663.814015:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16110 00000100:00100000:0.0:1746137663.814127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137663.814169:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333820672 00000100:00100000:1.0:1746137663.814173:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333820672 00002000:00100000:1.0:1746137663.814200:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012deeea00 x1830957333820672/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:99/0 lens 488/0 e 0 to 0 dl 1746137674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137663.814208:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeea00 with x1830957333820672 ext(0->4095) 00002000:00010000:1.0:1746137663.814212:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deeea00 00000100:00100000:1.0:1746137663.814231:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14990 00000100:00100000:1.0:1746137663.814250:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333820672:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746137663.814351:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:2008:x1830957333820672:12345-192.168.203.12@tcp:3:dd.0 Request processed in 113us (223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137663.814356:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14990 00002000:00100000:1.0:1746137663.814361:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012deeea00 x1830957333820672/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:99/0 lens 488/4536 e 0 to 0 dl 1746137674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137663.814367:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeea00 with x1830957333820672 ext(0->4095) 00002000:00010000:1.0:1746137663.814370:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deeea00 00000100:00100000:0.0:1746137663.827495:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137663.827585:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333820928 00000100:00100000:3.0:1746137663.827591:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333820928 00000100:00100000:3.0:1746137663.827629:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 188 00000100:00100000:3.0:1746137663.827634:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+18:3042:x1830957333820928:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:3.0:1746137663.827799:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+19:3042:x1830957333820928:12345-192.168.203.12@tcp:35:dd.0 Request processed in 163us (310us total) trans 4294984492 rc 0/0 00000100:00100000:3.0:1746137663.828041:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 188 00010000:00010000:2.0:1746137664.059913:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746137664.563310:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327547392:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746137664.563378:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137664.563400:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327547392 00000100:00100000:1.0:1746137664.563409:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327547392 00000100:00100000:1.0:1746137664.563448:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1746137664.563455:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957327547392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746137664.563489:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:1.0:1746137664.563543:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957327547392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137664.563548:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1746137664.563641:0:3762:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967383 gen 2 00000004:00080000:2.0:1746137664.563650:0:3762:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967383 committed transno 4294967383 00000100:00100000:2.0:1746137664.563683:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327547392:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1746137665.063481:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137665.539035:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830957327547648:0@lo:400:kworker.0 00000100:00100000:1.0:1746137665.539056:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3763:1830957327547520:0@lo:400:kworker.0 00000100:00100000:2.0:1746137665.539064:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327547776:0@lo:400:kworker.0 00000100:00100000:1.0:1746137665.539088:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137665.539088:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137665.539097:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137665.539116:0:7230:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327547520 00000100:00100000:0.0:1746137665.539121:0:7230:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327547520 00000100:00100000:2.0:1746137665.539122:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327547776 00000100:00100000:2.0:1746137665.539125:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327547776 00000100:00100000:1.0:1746137665.539132:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096653800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327548032:0@lo:400:kworker.0 00000100:00100000:2.0:1746137665.539150:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1746137665.539150:0:7230:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1746137665.539153:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137665.539156:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c63450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3765:x1830957327547776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137665.539156:0:7230:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9fc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9643f5bf-b52e-4056-a15a-6f76f7e7ba35+23:3763:x1830957327547520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137665.539166:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327548544:0@lo:400:kworker.0 00000100:00100000:1.0:1746137665.539188:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137665.539192:0:7230:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9fc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9643f5bf-b52e-4056-a15a-6f76f7e7ba35+23:3763:x1830957327547520:12345-0@lo:400:kworker.0 Request processed in 36us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137665.539193:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c63450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3765:x1830957327547776:12345-0@lo:400:kworker.0 Request processed in 37us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137665.539197:0:7230:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1746137665.539198:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1746137665.539201:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327549056:0@lo:400:kworker.0 00000100:00100000:1.0:1746137665.539216:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137665.539221:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3764:1830957327548160:0@lo:400:kworker.0 00000100:00100000:0.0:1746137665.539252:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137665.539258:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3763:1830957327547520:0@lo:400:kworker.0 00000100:00100000:0.0:1746137665.539267:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3764:1830957327548672:0@lo:400:kworker.0 00000100:00100000:1.0:1746137665.539269:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1746137665.539274:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006ea17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830957327547904:0@lo:400:kworker.0 00000100:00100000:0.0:1746137665.539280:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137665.539292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137665.539300:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327547648 00000100:00100000:0.0:1746137665.539303:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327547648 00000100:00100000:1.0:1746137665.539305:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957327548416:0@lo:400:kworker.0 00000100:00100000:0.0:1746137665.539317:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327548160 00000100:00100000:1.0:1746137665.539319:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137665.539319:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327548160 00000100:00100000:1.0:1746137665.539330:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957327548928:0@lo:400:kworker.0 00000100:00100000:0.0:1746137665.539333:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327548672 00000100:00100000:0.0:1746137665.539334:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327548672 00000100:00100000:1.0:1746137665.539343:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137665.539345:0:21561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327547904 00000100:00100000:0.0:1746137665.539347:0:21561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327547904 00000100:00100000:0.0:1746137665.539355:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1746137665.539359:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830957327547648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137665.539365:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:3.0:1746137665.539368:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327548544 00000100:00100000:1.0:1746137665.539372:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830957327548160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137665.539373:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327548544 00000100:00100000:0.0:1746137665.539382:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830957327547648:12345-0@lo:400:kworker.0 Request processed in 23us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137665.539388:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1746137665.539395:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327549056 00000100:00100000:1.0:1746137665.539395:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830957327548160:12345-0@lo:400:kworker.0 Request processed in 24us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137665.539396:0:21561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1746137665.539397:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327549056 00000100:00100000:1.0:1746137665.539400:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1746137665.539400:0:21561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830957327548672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137665.539401:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327548032 00000100:00100000:2.0:1746137665.539404:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327548032 00000100:00100000:3.0:1746137665.539408:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327548416 00000100:00100000:3.0:1746137665.539410:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327548416 00000100:00100000:1.0:1746137665.539411:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1746137665.539415:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1830957327547904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137665.539416:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1746137665.539417:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327548928 00000100:00100000:0.0:1746137665.539418:0:21561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830957327548672:12345-0@lo:400:kworker.0 Request processed in 19us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137665.539419:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327548928 00000100:00100000:2.0:1746137665.539420:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327548032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137665.539423:0:21561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1746137665.539428:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1746137665.539433:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3763:x1830957327548544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137665.539437:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1830957327547904:12345-0@lo:400:kworker.0 Request processed in 22us (145us total) trans 0 rc 0/0 00000100:00080000:0.0:1746137665.539440:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746137665.539441:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00080000:0.0:1746137665.539443:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137665.539444:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327548032:12345-0@lo:400:kworker.0 Request processed in 24us (290us total) trans 0 rc 0/0 00000100:00080000:0.0:1746137665.539445:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137665.539449:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1746137665.539458:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3764:1830957327548672:0@lo:400:kworker.0 00000100:00100000:3.0:1746137665.539463:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3763:x1830957327548544:12345-0@lo:400:kworker.0 Request processed in 30us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137665.539465:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830957327547648:0@lo:400:kworker.0 00000100:00100000:1.0:1746137665.539466:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830957327547904:0@lo:400:kworker.0 00000100:00100000:2.0:1746137665.539468:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1746137665.539471:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3764:1830957327548160:0@lo:400:kworker.0 00000100:00100000:2.0:1746137665.539472:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327549056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137665.539474:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096653800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327548032:0@lo:400:kworker.0 00000100:00100000:3.0:1746137665.539476:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1746137665.539480:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327548544:0@lo:400:kworker.0 00000100:00100000:3.0:1746137665.539491:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1746137665.539494:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957327549056:12345-0@lo:400:kworker.0 Request processed in 22us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137665.539494:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327549056:0@lo:400:kworker.0 00000100:00100000:3.0:1746137665.539495:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957327548416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137665.539496:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1746137665.539499:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1746137665.539501:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957327548928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137665.539520:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957327548416:12345-0@lo:400:kworker.0 Request processed in 25us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137665.539521:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957327548416:0@lo:400:kworker.0 00000100:00100000:0.0:1746137665.539523:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957327548928:12345-0@lo:400:kworker.0 Request processed in 23us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137665.539525:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1746137665.539528:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957327548928:0@lo:400:kworker.0 00000100:00100000:0.0:1746137665.539528:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1746137665.539576:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006ea14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327547776:0@lo:400:kworker.0 00000100:00100000:2.0:1746137665.539582:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3765:1830957327548288:0@lo:400:kworker.0 00000100:00100000:2.0:1746137665.539599:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137665.539622:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3765:1830957327548800:0@lo:400:kworker.0 00000100:00100000:2.0:1746137665.539636:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137665.539825:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327548288 00000100:00100000:1.0:1746137665.539829:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327548288 00000100:00100000:1.0:1746137665.539861:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327548800 00000100:00100000:1.0:1746137665.539863:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327548800 00000100:00080000:0.0:1746137665.539871:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746137665.539876:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1746137665.539880:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830957327548288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137665.539922:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830957327548288:12345-0@lo:400:kworker.0 Request processed in 41us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137665.539927:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1746137665.539936:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:1.0:1746137665.539940:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830957327548800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137665.539958:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830957327548800:12345-0@lo:400:kworker.0 Request processed in 18us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137665.539962:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:2.0:1746137665.540266:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3765:1830957327548288:0@lo:400:kworker.0 00000100:00100000:2.0:1746137665.540274:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3765:1830957327548800:0@lo:400:kworker.0 00000100:00100000:2.0:1746137665.603907:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746137665.603926:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327549184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746137665.603979:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137665.604044:0:11740:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327549184 00000100:00100000:1.0:1746137665.604050:0:11740:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327549184 00000100:00100000:1.0:1746137665.604101:0:11740:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1746137665.604108:0:11740:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327549184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746137665.604131:0:11740:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920224256 avail 3688701952 00000100:00100000:1.0:1746137665.604175:0:11740:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327549184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137665.604180:0:11740:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1746137665.604237:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327549184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746137665.619069:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746137665.619077:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746137665.619086:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327549312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746137665.619086:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957327549440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746137665.619138:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137665.619138:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137665.619203:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327549440 00000100:00100000:3.0:1746137665.619210:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327549440 00000100:00100000:0.0:1746137665.619217:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327549312 00000100:00100000:0.0:1746137665.619220:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327549312 00000100:00100000:3.0:1746137665.619254:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1746137665.619261:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957327549440:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746137665.619261:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1746137665.619266:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957327549312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746137665.619280:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920224256 avail 3688701952 00000004:00000024:3.0:1746137665.619286:0:8828:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:0.0:1746137665.619310:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957327549312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137665.619315:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1746137665.619320:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957327549440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137665.619325:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1746137665.619328:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957327549312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746137665.619339:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ec5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957327549440:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1746137666.022117:0:28599:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 18:14:26 (1746137666) 00000100:00100000:2.0:1746137666.057385:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137666.057538:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333821184 00000100:00100000:3.0:1746137666.057545:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333821184 00000100:00100000:3.0:1746137666.058237:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38513 00000100:00100000:3.0:1746137666.058248:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:3673:x1830957333821184:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746137666.058270:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137666.058274:0:20024:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746137666.058296:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea000/0xddf4fb61417774cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde2c7 expref: 25 pid: 21561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.058310:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137666.058313:0:20024:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137666.058322:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eee000/0xddf4fb6141777640 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde353 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.058401:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137666.058414:0:20024:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090871600/0xddf4fb614177756e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde306 expref: 18 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.058420:0:20024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:3.0:1746137666.058449:0:20024:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880090871600/0xddf4fb614177756e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde306 expref: 18 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.058461:0:20024:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880090871600/0xddf4fb614177756e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde306 expref: 18 pid: 7235 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746137666.058472:0:20024:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20024:1830957327549568:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137666.058574:0:20024:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a81240 going to sleep for 11 seconds 00000100:00080000:3.0:1746137666.058601:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137666.062123:0:20024:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20024:1830957327549568:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137666.062149:0:20024:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000100:00100000:0.0:1746137666.063882:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137666.063963:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333821312 00000100:00100000:2.0:1746137666.063970:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333821312 00010000:00010000:2.0:1746137666.064014:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090871600/0xddf4fb614177756e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde306 expref: 19 pid: 7235 timeout: 828 lvb_type: 0 00000100:00080000:0.0:1746137666.064053:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137666.064357:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16111 00000100:00100000:2.0:1746137666.064364:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+19:2007:x1830957333821312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137666.064374:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137666.064379:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880090871600/0xddf4fb614177756e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde306 expref: 19 pid: 7235 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746137666.064388:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880090871600/0xddf4fb614177756e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde306 expref: 19 pid: 7235 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746137666.064404:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090871600/0xddf4fb614177756e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde306 expref: 19 pid: 7235 timeout: 828 lvb_type: 0 00010000:00010000:2.0:1746137666.064414:0:8387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137666.064418:0:8387:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064426:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064431:0:8387:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064454:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137666.064489:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+18:2007:x1830957333821312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 125us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137666.064495:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16111 00010000:00010000:2.0:1746137666.064546:0:20024:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064552:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064566:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0ee400/0xddf4fb614177764e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064573:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0ee400/0xddf4fb614177764e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064579:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0ee400/0xddf4fb614177764e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064865:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeea00/0xddf4fb6141777655 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064872:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeea00/0xddf4fb6141777655 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064877:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeea00/0xddf4fb6141777655 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000004:00200000:2.0:1746137666.064884:0:20024:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 0 00010000:00010000:2.0:1746137666.064899:0:20024:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064903:0:20024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064908:0:20024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064912:0:20024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064916:0:20024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094eef200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137666.064919:0:20024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064924:0:20024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064929:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137666.064931:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137666.064933:0:20024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064937:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef200/0xddf4fb6141777647 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00000004:00010000:2.0:1746137666.064944:0:20024:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008a9ab480 reply state ffff88009a259000 transno 4294984493 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0ee400/0xddf4fb614177764e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064950:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0ee400/0xddf4fb614177764e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.064957:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880097f3ec00) 00010000:00010000:2.0:1746137666.064959:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746137666.064961:0:20024:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746137666.064981:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eee000/0xddf4fb6141777640 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde353 expref: 27 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.064994:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746137666.064995:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeea00/0xddf4fb6141777655 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde353 expref: 26 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137666.065000:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff880097f3ee00) 00010000:00010000:2.0:1746137666.065001:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137666.065003:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eeea00, rc 0) 00000100:00100000:2.0:1746137666.065019:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:3673:x1830957333821184:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 6775us (7640us total) trans 4294984493 rc 0/0 00000100:00100000:2.0:1746137666.065024:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38513 00000100:00100000:2.0:1746137666.069035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137666.069060:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333821568 00000100:00100000:2.0:1746137666.069067:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333821568 00000100:00100000:2.0:1746137666.069556:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38514 00000100:00100000:2.0:1746137666.070067:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:3673:x1830957333821568:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1746137666.070085:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137666.070099:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eee600/0xddf4fb6141777663 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde35a expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137666.070172:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.070183:0:20024:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeea00/0xddf4fb6141777655 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde353 expref: 28 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137666.070190:0:20024:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.070214:0:20024:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeea00/0xddf4fb6141777655 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde353 expref: 28 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137666.070233:0:20024:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeea00/0xddf4fb6141777655 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde353 expref: 28 pid: 20024 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746137666.070242:0:20024:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20024:1830957327549696:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137666.070311:0:20024:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091675c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137666.072684:0:20024:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20024:1830957327549696:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137666.072711:0:20024:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000100:00100000:0.0:1746137666.072946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137666.072981:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333821696 00000100:00100000:1.0:1746137666.072986:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333821696 00010000:00010000:1.0:1746137666.073010:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeea00/0xddf4fb6141777655 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde353 expref: 29 pid: 20024 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746137666.073043:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16112 00000100:00100000:1.0:1746137666.073049:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2008:x1830957333821696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137666.073060:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137666.073152:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeea00/0xddf4fb6141777655 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde353 expref: 29 pid: 20024 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746137666.073163:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeea00/0xddf4fb6141777655 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde353 expref: 29 pid: 20024 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746137666.073179:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeea00/0xddf4fb6141777655 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde353 expref: 29 pid: 20024 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746137666.073191:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff880097f3ee00) 00010000:00010000:1.0:1746137666.073195:0:7223:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:1.0:1746137666.073202:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20024 initiator: MDT0 00010000:00010000:1.0:1746137666.073208:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20024 initiator: MDT0 00010000:00010000:1.0:1746137666.073264:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137666.073297:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:2008:x1830957333821696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 248us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137666.073303:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16112 00010000:00010000:2.0:1746137666.073347:0:20024:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.073353:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000004:00200000:2.0:1746137666.073366:0:20024:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 0 00000004:00080000:2.0:1746137666.073478:0:20024:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00000004:00080000:2.0:1746137666.073484:0:20024:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:2.0:1746137666.073552:0:20024:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.073558:0:20024:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.073563:0:20024:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.073569:0:20024:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094eefe00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137666.073572:0:20024:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.073578:0:20024:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.073586:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff880097f3ee00) 00010000:00010000:2.0:1746137666.073588:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746137666.073590:0:20024:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.073595:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefe00/0xddf4fb614177766a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.073632:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eee600/0xddf4fb6141777663 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde35a expref: 28 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137666.073639:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eee600/0xddf4fb6141777663 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde35a expref: 28 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137666.073647:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eee600, rc 0) 00000100:00100000:2.0:1746137666.073667:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:3673:x1830957333821568:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 4104us (4640us total) trans 4294984494 rc 301/301 00000100:00100000:2.0:1746137666.073673:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38514 00000100:00100000:0.0:1746137666.076448:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137666.076542:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333821952 00000100:00100000:2.0:1746137666.076549:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333821952 00000100:00100000:2.0:1746137666.076720:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 189 00000100:00100000:2.0:1746137666.076727:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+27:3673:x1830957333821952:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:2.0:1746137666.076928:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:3673:x1830957333821952:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 201us (484us total) trans 4294984495 rc 0/0 00000100:00100000:2.0:1746137666.076937:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 189 00000100:00100000:2.0:1746137666.078987:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137666.079058:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333822080 00000100:00100000:3.0:1746137666.079064:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333822080 00000100:00100000:3.0:1746137666.079095:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38515 00000100:00100000:3.0:1746137666.079102:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:3673:x1830957333822080:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746137666.079118:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137666.079132:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee3000/0xddf4fb6141777678 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde361 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.079288:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee3000/0xddf4fb6141777678 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde361 expref: 29 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.079300:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee3000/0xddf4fb6141777678 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde361 expref: 29 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.079314:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:3.0:1746137666.079316:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746137666.079318:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee3000, rc 0) 00000100:00100000:3.0:1746137666.079361:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:3673:x1830957333822080:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 259us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137666.079367:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38515 00000100:00100000:2.0:1746137666.080683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137666.080777:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333822336 00000100:00100000:1.0:1746137666.080783:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333822336 00000100:00100000:1.0:1746137666.080827:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 190 00000100:00100000:1.0:1746137666.080834:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f838850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:3673:x1830957333822336:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:1.0:1746137666.080978:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f838850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:3673:x1830957333822336:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 144us (298us total) trans 4294984496 rc 0/0 00000100:00100000:1.0:1746137666.080983:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 190 00000100:00100000:1.0:1746137666.096604:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137666.097781:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333822464 00000100:00100000:2.0:1746137666.097789:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333822464 00000100:00100000:2.0:1746137666.097840:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38516 00000100:00100000:2.0:1746137666.097847:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:3683:x1830957333822464:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746137666.097865:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137666.097879:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea000/0xddf4fb614177767f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde368 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137666.097922:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eba00/0xddf4fb6141777686 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.097932:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eba00/0xddf4fb6141777686 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.097941:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eba00/0xddf4fb6141777686 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000004:00200000:2.0:1746137666.097969:0:20024:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137666.097972:0:20024:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137666.097984:0:20024:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eba00/0xddf4fb6141777686 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137666.098000:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357ea000/0xddf4fb614177767f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde368 expref: 32 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137666.098011:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eba00/0xddf4fb6141777686 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde368 expref: 31 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137666.098021:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137666.098024:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137666.098026:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357eba00, rc 0) 00000100:00100000:2.0:1746137666.098063:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:3683:x1830957333822464:12345-192.168.203.12@tcp:101:dd.0 Request processed in 217us (1464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137666.098068:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38516 00000100:00100000:0.0:1746137666.101494:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137666.101575:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333822720 00000100:00100000:3.0:1746137666.101582:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333822720 00000100:00100000:3.0:1746137666.101620:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38517 00000100:00100000:3.0:1746137666.101626:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:3683:x1830957333822720:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137666.101641:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137666.101644:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746137666.101662:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801357eba00/0xddf4fb6141777686 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde368 expref: 31 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.101674:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137666.101677:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137666.101684:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb614177768d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde36f expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.101771:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777694 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101781:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777694 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101788:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777694 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101796:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177769b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101800:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177769b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101822:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177769b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101860:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb61417776a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101866:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb61417776a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101875:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb61417776a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137666.101882:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 0 00010000:00010000:3.0:1746137666.101935:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777694 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101941:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777694 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101946:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777694 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101950:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777694 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101955:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b324c00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137666.101958:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777694 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101963:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777694 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101969:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137666.101971:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137666.101974:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777694 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101978:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777694 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101985:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177769b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101993:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177769b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.101997:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177769b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.102000:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b325a00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137666.102002:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177769b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.102006:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177769b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.102010:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880097f3ec00) 00010000:00010000:3.0:1746137666.102012:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137666.102014:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177769b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.102017:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325a00/0xddf4fb614177769b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.102040:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb614177768d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde36f expref: 33 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.102054:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb61417776a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde36f expref: 32 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.102060:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:3.0:1746137666.102061:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137666.102063:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324400, rc 0) 00000100:00100000:3.0:1746137666.102106:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:3683:x1830957333822720:12345-192.168.203.12@tcp:101:dd.0 Request processed in 480us (616us total) trans 4294984497 rc 0/0 00000100:00100000:3.0:1746137666.102112:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38517 00000100:00100000:0.0:1746137666.103655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137666.103736:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333822848 00000100:00100000:3.0:1746137666.103742:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333822848 00000100:00100000:3.0:1746137666.103784:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38518 00000100:00100000:3.0:1746137666.103792:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:3683:x1830957333822848:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137666.103825:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137666.103837:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091624200/0xddf4fb61417776b0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde376 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.103860:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091625800/0xddf4fb61417776b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.103868:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091625800/0xddf4fb61417776b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.103876:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091625800/0xddf4fb61417776b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.103948:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624200/0xddf4fb61417776b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde376 expref: 34 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.103961:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091625800/0xddf4fb61417776b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde376 expref: 33 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.103967:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:3.0:1746137666.103969:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746137666.103971:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091625800, rc 0) 00000100:00100000:3.0:1746137666.104002:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:3683:x1830957333822848:12345-192.168.203.12@tcp:101:dd.0 Request processed in 210us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137666.104010:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38518 00000100:00100000:0.0:1746137666.106268:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137666.106348:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333823104 00000100:00100000:3.0:1746137666.106355:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333823104 00000100:00100000:3.0:1746137666.106442:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38519 00000100:00100000:3.0:1746137666.106450:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:3683:x1830957333823104:12345-192.168.203.12@tcp:36:dd.0 00010000:00010000:3.0:1746137666.106485:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137666.106503:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb61417776a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde36f expref: 33 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.106513:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:3.0:1746137666.106516:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137666.106626:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624c00/0xddf4fb61417776be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.106636:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091624c00/0xddf4fb61417776be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.106643:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091624c00/0xddf4fb61417776be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000001:00080000:3.0:1746137666.106669:0:7235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984498 00000004:00010000:3.0:1746137666.106682:0:7235:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ec5b800 reply state ffff88009a25c000 transno 4294984499 ns: mdt-lustre-MDT0000_UUID lock: ffff880091624c00/0xddf4fb61417776be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.106688:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091624c00/0xddf4fb61417776be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.106691:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:3.0:1746137666.106693:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137666.106694:0:7235:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746137666.106745:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:3683:x1830957333823104:12345-192.168.203.12@tcp:36:dd.0 Request processed in 296us (482us total) trans 4294984499 rc 0/0 00000100:00100000:3.0:1746137666.106753:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38519 00000020:00080000:3.0:1746137666.106757:0:7235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746137666.108131:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137666.108273:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333823232 00000100:00100000:0.0:1746137666.108279:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333823232 00000100:00100000:0.0:1746137666.108330:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31764 00000100:00100000:0.0:1746137666.108337:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:3683:x1830957333823232:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746137666.108349:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137666.108362:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde37d expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137666.108377:0:9583:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746137666.108391:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137666.108393:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137666.108398:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137666.108413:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137666.108421:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916bee00, rc 0) 00000100:00080000:2.0:1746137666.108444:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137666.108449:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:3683:x1830957333823232:12345-192.168.203.12@tcp:101:dd.0 Request processed in 114us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137666.108455:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31764 00000100:00100000:0.0:1746137666.109341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137666.109380:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333823360 00000100:00100000:1.0:1746137666.109384:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333823360 00000100:00100000:1.0:1746137666.109420:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31765 00000100:00100000:1.0:1746137666.109426:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:3683:x1830957333823360:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746137666.109436:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137666.109447:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f86200/0xddf4fb61417776cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde384 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746137666.109460:0:9584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746137666.109471:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137666.109472:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137666.109476:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f86200/0xddf4fb61417776cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde384 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746137666.109479:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746137666.109486:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f86200/0xddf4fb61417776cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde384 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137666.109492:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f86200, rc 0) 00000100:00100000:1.0:1746137666.109524:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:3683:x1830957333823360:12345-192.168.203.12@tcp:101:dd.0 Request processed in 98us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137666.109528:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31765 00000100:00100000:2.0:1746137666.111088:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137666.111111:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333823488 00000100:00100000:2.0:1746137666.111113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137666.111117:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333823488 00000100:00100000:2.0:1746137666.111127:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333823616 00000100:00100000:2.0:1746137666.111130:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333823616 00002000:00010000:0.0:1746137666.111140:0:27013:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/28 (0->18446744073709551615) 00002000:00010000:2.0:1746137666.111142:0:24947:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:0.0:1746137666.111143:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aaa00 with x1830957333823488 ext(0->18446744073709551615) 00002000:00100000:2.0:1746137666.111144:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8700 with x1830957333823616 ext(0->18446744073709551615) 00002000:00010000:2.0:1746137666.111150:0:24947:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9a8700. 00002000:00010000:0.0:1746137666.111150:0:27013:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9aaa00. 00000100:00100000:2.0:1746137666.111163:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14991 00000100:00100000:2.0:1746137666.111168:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333823616:12345-192.168.203.12@tcp:10:dd.0 00000100:00100000:0.0:1746137666.111168:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14992 00000100:00100000:0.0:1746137666.111173:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2008:x1830957333823488:12345-192.168.203.12@tcp:10:dd.0 00002000:00010000:2.0:1746137666.111270:0:24947:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746137666.111270:0:27013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746137666.111272:0:27013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1746137667 00002000:00010000:2.0:1746137666.111273:0:24947:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1746137667 00002000:00010000:2.0:1746137666.111274:0:24947:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746137666.111274:0:27013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746137666.111276:0:24947:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1746137667 00002000:00010000:0.0:1746137666.111276:0:27013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1746137667 00002000:00010000:2.0:1746137666.111278:0:24947:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1746137666.111278:0:27013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1746137666.111304:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333823616:12345-192.168.203.12@tcp:10:dd.0 Request processed in 135us (190us total) trans 4294970907 rc 0/0 00000100:00100000:0.0:1746137666.111305:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333823488:12345-192.168.203.12@tcp:10:dd.0 Request processed in 131us (221us total) trans 4294972212 rc 0/0 00000100:00100000:0.0:1746137666.111310:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14992 00002000:00010000:0.0:1746137666.111312:0:27013:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/28 (0->18446744073709551615) 00000100:00100000:2.0:1746137666.111313:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14991 00002000:00010000:2.0:1746137666.111315:0:24947:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:0.0:1746137666.111315:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9aaa00 with x1830957333823488 ext(0->18446744073709551615) 00002000:00100000:2.0:1746137666.111318:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8700 with x1830957333823616 ext(0->18446744073709551615) 00002000:00010000:0.0:1746137666.111318:0:27013:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9aaa00. 00002000:00010000:2.0:1746137666.111321:0:24947:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9a8700. 00000100:00100000:0.0:1746137666.499249:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137666.499375:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333823872 00000100:00100000:1.0:1746137666.499382:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333823872 00002000:00100000:1.0:1746137666.499418:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88012ec59180 x1830957333823872/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:102/0 lens 488/0 e 0 to 0 dl 1746137677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137666.499426:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59180 with x1830957333823872 ext(0->4194303) 00002000:00010000:1.0:1746137666.499430:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec59180 00000100:00100000:1.0:1746137666.499499:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14993 00000100:00100000:1.0:1746137666.499507:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333823872:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746137666.516686:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137666.517048:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333824128 00000100:00100000:3.0:1746137666.517056:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333824128 00002000:00100000:3.0:1746137666.517091:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff88012ec51f80 x1830957333824128/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:102/0 lens 488/0 e 0 to 0 dl 1746137677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137666.517101:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec51f80 with x1830957333824128 ext(0->4194303) 00002000:00010000:3.0:1746137666.517106:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ec51f80 00000100:00100000:3.0:1746137666.517138:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14994 00000100:00100000:3.0:1746137666.517145:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333824128:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746137666.541388:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2008:x1830957333823872:12345-192.168.203.12@tcp:4:dd.0 Request processed in 41872us (42135us total) trans 4294972213 rc 0/0 00000100:00100000:1.0:1746137666.541399:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14993 00002000:00100000:1.0:1746137666.541410:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88012ec59180 x1830957333823872/t4294972213(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:102/0 lens 488/448 e 0 to 0 dl 1746137677 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137666.541418:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec59180 with x1830957333823872 ext(0->4194303) 00002000:00010000:1.0:1746137666.541423:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec59180 00000100:00100000:0.0:1746137666.556919:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333824128:12345-192.168.203.12@tcp:4:dd.0 Request processed in 39765us (40232us total) trans 4294970908 rc 0/0 00000100:00100000:0.0:1746137666.556933:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14994 00002000:00100000:0.0:1746137666.556944:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff88012ec51f80 x1830957333824128/t4294970908(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:102/0 lens 488/448 e 0 to 0 dl 1746137677 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137666.556953:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec51f80 with x1830957333824128 ext(0->4194303) 00002000:00010000:0.0:1746137666.556957:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ec51f80 00000100:00100000:0.0:1746137666.595209:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137666.595332:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333824384 00000100:00100000:2.0:1746137666.595339:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333824384 00002000:00100000:2.0:1746137666.595378:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff88012ec52d80 x1830957333824384/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:102/0 lens 488/0 e 0 to 0 dl 1746137677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137666.595385:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec52d80 with x1830957333824384 ext(4194304->8388607) 00002000:00010000:2.0:1746137666.595389:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec52d80 00000100:00100000:2.0:1746137666.595600:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14995 00000100:00100000:2.0:1746137666.595607:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2010:x1830957333824384:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:2.0:1746137666.604890:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137666.604973:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333824640 00000100:00100000:1.0:1746137666.604980:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333824640 00002000:00100000:1.0:1746137666.605016:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff88008a9a8a80 x1830957333824640/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:102/0 lens 488/0 e 0 to 0 dl 1746137677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137666.605024:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8a80 with x1830957333824640 ext(4194304->8388607) 00002000:00010000:1.0:1746137666.605029:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9a8a80 00000100:00100000:1.0:1746137666.605046:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14996 00000100:00100000:1.0:1746137666.605052:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2009:x1830957333824640:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746137666.635948:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2010:x1830957333824384:12345-192.168.203.12@tcp:4:dd.0 Request processed in 40335us (40739us total) trans 4294972214 rc 0/0 00000100:00100000:0.0:1746137666.635957:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14995 00002000:00100000:0.0:1746137666.635965:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff88012ec52d80 x1830957333824384/t4294972214(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:102/0 lens 488/448 e 0 to 0 dl 1746137677 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137666.635971:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec52d80 with x1830957333824384 ext(4194304->8388607) 00002000:00010000:0.0:1746137666.635975:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec52d80 00000100:00100000:0.0:1746137666.650441:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2009:x1830957333824640:12345-192.168.203.12@tcp:4:dd.0 Request processed in 45381us (45550us total) trans 4294970909 rc 0/0 00000100:00100000:0.0:1746137666.650452:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14996 00002000:00100000:0.0:1746137666.650463:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff88008a9a8a80 x1830957333824640/t4294970909(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:102/0 lens 488/448 e 0 to 0 dl 1746137677 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137666.650477:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a8a80 with x1830957333824640 ext(4194304->8388607) 00002000:00010000:0.0:1746137666.650482:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9a8a80 00000100:00100000:0.0:1746137666.659901:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137666.660027:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333824896 00000100:00100000:2.0:1746137666.660035:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333824896 00002000:00100000:2.0:1746137666.660069:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff88012ec50700 x1830957333824896/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:102/0 lens 488/0 e 0 to 0 dl 1746137677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137666.660078:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec50700 with x1830957333824896 ext(8388608->12582911) 00002000:00010000:2.0:1746137666.660083:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec50700 00000100:00100000:2.0:1746137666.660111:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14997 00000100:00100000:2.0:1746137666.660118:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2008:x1830957333824896:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746137666.669598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137666.669771:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333825152 00000100:00100000:2.0:1746137666.669778:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333825152 00002000:00100000:2.0:1746137666.669832:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff880097e58700 x1830957333825152/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:102/0 lens 488/0 e 0 to 0 dl 1746137677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137666.669841:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58700 with x1830957333825152 ext(8388608->12582911) 00002000:00010000:2.0:1746137666.669845:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e58700 00000100:00100000:2.0:1746137666.669871:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14998 00000100:00100000:2.0:1746137666.669878:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2010:x1830957333825152:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746137666.678111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137666.678201:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333825408 00000100:00100000:2.0:1746137666.678208:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333825408 00000100:00100000:2.0:1746137666.678257:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 191 00000100:00100000:2.0:1746137666.678264:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:3683:x1830957333825408:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:2.0:1746137666.678589:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:3683:x1830957333825408:12345-192.168.203.12@tcp:35:dd.0 Request processed in 324us (483us total) trans 4294984500 rc 0/0 00000100:00100000:2.0:1746137666.678595:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 191 00000100:00100000:0.0:1746137666.695169:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2008:x1830957333824896:12345-192.168.203.12@tcp:4:dd.0 Request processed in 35044us (35266us total) trans 4294972215 rc 0/0 00000100:00100000:0.0:1746137666.695179:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14997 00002000:00100000:0.0:1746137666.695188:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff88012ec50700 x1830957333824896/t4294972215(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:102/0 lens 488/448 e 0 to 0 dl 1746137677 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137666.695197:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec50700 with x1830957333824896 ext(8388608->12582911) 00002000:00010000:0.0:1746137666.695202:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ec50700 00000100:00100000:0.0:1746137666.706104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137666.706172:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333825536 00000100:00100000:3.0:1746137666.706179:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333825536 00000100:00100000:3.0:1746137666.706238:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38520 00000100:00100000:3.0:1746137666.706245:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:3688:x1830957333825536:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746137666.706269:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137666.706284:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091624000/0xddf4fb61417776d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde38b expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.706334:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624200/0xddf4fb61417776da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.706344:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091624200/0xddf4fb61417776da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.706353:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091624200/0xddf4fb61417776da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137666.706388:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137666.706391:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137666.706403:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091624200/0xddf4fb61417776da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137666.706419:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624000/0xddf4fb61417776d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde38b expref: 38 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.706441:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624200/0xddf4fb61417776da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde38b expref: 37 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137666.706450:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137666.706453:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137666.706455:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091624200, rc 0) 00000100:00100000:3.0:1746137666.707086:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:3688:x1830957333825536:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 838us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137666.707092:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38520 00000100:00100000:0.0:1746137666.708339:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2010:x1830957333825152:12345-192.168.203.12@tcp:4:dd.0 Request processed in 38456us (38742us total) trans 4294970910 rc 0/0 00000100:00100000:0.0:1746137666.708348:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14998 00002000:00100000:0.0:1746137666.708357:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff880097e58700 x1830957333825152/t4294970910(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:102/0 lens 488/448 e 0 to 0 dl 1746137677 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137666.708365:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e58700 with x1830957333825152 ext(8388608->12582911) 00002000:00010000:0.0:1746137666.708369:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e58700 00010000:00010000:2.0:1746137667.067125:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137667.069333:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.069427:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333825792 00000100:00100000:3.0:1746137667.069434:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333825792 00000100:00100000:3.0:1746137667.069655:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38521 00000100:00100000:3.0:1746137667.069663:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:3699:x1830957333825792:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746137667.069679:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137667.069682:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746137667.069703:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624200/0xddf4fb61417776da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde38b expref: 37 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.069715:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137667.069725:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137667.069733:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5a00/0xddf4fb61417776e1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde392 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.069828:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417776e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.069838:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417776e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.069845:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417776e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.069861:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb61417776ef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.069867:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb61417776ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.069871:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb61417776ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.070105:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a400/0xddf4fb61417776f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.070111:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a400/0xddf4fb61417776f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.070117:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a400/0xddf4fb61417776f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137667.070124:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1746137667.070140:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417776e8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.070145:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417776e8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.070151:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417776e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.070156:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417776e8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.070160:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b0b5e00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137667.070163:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417776e8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.070168:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417776e8 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.070174:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137667.070176:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137667.070179:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417776e8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.070183:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417776e8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00000004:00010000:3.0:1746137667.070191:0:7235:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880097e58a80 reply state ffff880094cdf000 transno 4294984501 ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb61417776ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.070197:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb61417776ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137667.070201:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800914adc00) 00010000:00010000:3.0:1746137667.070203:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137667.070204:0:7235:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746137667.070235:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5a00/0xddf4fb61417776e1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde392 expref: 39 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.070248:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a400/0xddf4fb61417776f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde392 expref: 38 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.070254:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8800914adf00) 00010000:00010000:3.0:1746137667.070256:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137667.070257:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009144a400, rc 0) 00000100:00100000:3.0:1746137667.070309:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:3699:x1830957333825792:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 646us (981us total) trans 4294984501 rc 0/0 00000100:00100000:3.0:1746137667.070314:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38521 00000100:00100000:2.0:1746137667.074076:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.074109:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333826048 00000100:00100000:2.0:1746137667.074116:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333826048 00000100:00100000:2.0:1746137667.074150:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38522 00000100:00100000:2.0:1746137667.074157:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:3699:x1830957333826048:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1746137667.074174:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137667.074187:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777704 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde399 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.074279:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746137667.074290:0:7235:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a400/0xddf4fb61417776f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde392 expref: 40 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.074308:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746137667.074331:0:7235:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a400/0xddf4fb61417776f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde392 expref: 40 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.074341:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a400/0xddf4fb61417776f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde392 expref: 40 pid: 7235 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746137667.074350:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830957327549824:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137667.075434:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091675cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137667.077525:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830957327549824:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137667.077545:0:7235:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000100:00100000:0.0:1746137667.078701:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.078730:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333826176 00000100:00100000:0.0:1746137667.078735:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333826176 00010000:00010000:0.0:1746137667.078766:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a400/0xddf4fb61417776f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde392 expref: 41 pid: 7235 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746137667.078801:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16113 00000100:00100000:0.0:1746137667.078828:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2008:x1830957333826176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137667.078839:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137667.078848:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a400/0xddf4fb61417776f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde392 expref: 41 pid: 7235 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746137667.078858:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a400/0xddf4fb61417776f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde392 expref: 41 pid: 7235 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746137667.078874:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a400/0xddf4fb61417776f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde392 expref: 41 pid: 7235 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746137667.078885:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8800914adf00) 00010000:00010000:0.0:1746137667.078889:0:7223:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137667.078896:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137667.078901:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137667.078916:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137667.078948:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:2008:x1830957333826176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 123us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137667.078954:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16113 00010000:00010000:0.0:1746137667.078972:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137667.078977:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:0.0:1746137667.078988:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00080000:0.0:1746137667.079106:0:7235:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00000004:00080000:0.0:1746137667.079110:0:7235:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:0.0:1746137667.079177:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137667.079183:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137667.079188:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137667.079193:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094e32c00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:0.0:1746137667.079196:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137667.079201:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137667.079207:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8800914adf00) 00010000:00010000:0.0:1746137667.079209:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746137667.079211:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137667.079229:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb614177770b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137667.079268:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777704 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde399 expref: 40 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.079274:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777704 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde399 expref: 40 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.079280:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e32800, rc 0) 00000100:00100000:0.0:1746137667.079298:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:3699:x1830957333826048:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 5142us (5227us total) trans 4294984502 rc 301/301 00000100:00100000:0.0:1746137667.079303:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38522 00000100:00100000:0.0:1746137667.081937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.081961:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333826432 00000100:00100000:2.0:1746137667.081968:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333826432 00000100:00100000:2.0:1746137667.082005:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 192 00000100:00100000:2.0:1746137667.082012:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+39:3699:x1830957333826432:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:2.0:1746137667.082202:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:3699:x1830957333826432:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 190us (271us total) trans 4294984503 rc 0/0 00000100:00100000:2.0:1746137667.082209:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 192 00000100:00100000:2.0:1746137667.083710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.083929:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333826560 00000100:00100000:0.0:1746137667.083935:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333826560 00000100:00100000:0.0:1746137667.083965:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38523 00000100:00100000:0.0:1746137667.083970:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:3699:x1830957333826560:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:0.0:1746137667.083985:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137667.083998:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be800/0xddf4fb6141777719 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3a0 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.084034:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be800/0xddf4fb6141777719 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3a0 expref: 41 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.084045:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be800/0xddf4fb6141777719 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3a0 expref: 41 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.084058:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008b0fa100) 00010000:00010000:0.0:1746137667.084061:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746137667.084064:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916be800, rc 0) 00000100:00100000:0.0:1746137667.084096:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:3699:x1830957333826560:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 125us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137667.084101:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38523 00000100:00100000:0.0:1746137667.089132:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.089269:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333826816 00000100:00100000:2.0:1746137667.089277:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333826816 00000100:00100000:2.0:1746137667.089313:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 193 00000100:00100000:2.0:1746137667.089319:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:3699:x1830957333826816:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:2.0:1746137667.089476:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:3699:x1830957333826816:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 157us (349us total) trans 4294984504 rc 0/0 00000100:00100000:2.0:1746137667.089485:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 193 00000100:00100000:0.0:1746137667.096686:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.097606:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333826944 00000100:00100000:2.0:1746137667.097616:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333826944 00000100:00100000:2.0:1746137667.097668:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38524 00000100:00100000:2.0:1746137667.097675:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:3700:x1830957333826944:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746137667.097692:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137667.097706:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777720 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3a7 expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.097750:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb6141777727 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137667.097759:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb6141777727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137667.097768:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb6141777727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000004:00200000:2.0:1746137667.097800:0:20024:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137667.097819:0:20024:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137667.097834:0:20024:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb6141777727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137667.097850:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777720 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3a7 expref: 44 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.097863:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb6141777727 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3a7 expref: 43 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.097869:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137667.097873:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137667.097875:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e32c00, rc 0) 00000100:00100000:2.0:1746137667.097911:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:3700:x1830957333826944:12345-192.168.203.12@tcp:101:dd.0 Request processed in 237us (1232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137667.097916:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38524 00000100:00100000:3.0:1746137667.098921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.099300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.099347:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333827072 00000100:00100000:2.0:1746137667.099353:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333827072 00000100:00100000:2.0:1746137667.099424:0:20024:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333827328 00000100:00100000:2.0:1746137667.099427:0:20024:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333827328 00000100:00100000:2.0:1746137667.099442:0:20024:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38525 00000100:00100000:2.0:1746137667.099447:0:20024:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+18:3701:x1830957333827072:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746137667.099461:0:20024:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137667.099472:0:20024:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0c00/0xddf4fb614177772e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3ae expref: -99 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.099505:0:20024:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0600/0xddf4fb6141777735 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137667.099513:0:20024:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0600/0xddf4fb6141777735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137667.099521:0:20024:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0600/0xddf4fb6141777735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00000004:00200000:2.0:1746137667.099545:0:20024:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137667.099548:0:20024:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137667.099560:0:20024:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0600/0xddf4fb6141777735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20024 initiator: MDT0 00010000:00010000:2.0:1746137667.099573:0:20024:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0c00/0xddf4fb614177772e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ae expref: 20 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.099589:0:20024:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0600/0xddf4fb6141777735 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ae expref: 19 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.099595:0:20024:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137667.099597:0:20024:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137667.099599:0:20024:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800908f0600, rc 0) 00000100:00100000:1.0:1746137667.099671:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38526 00000100:00100000:1.0:1746137667.099679:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:3700:x1830957333827328:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746137667.099686:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137667.099692:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86800/0xddf4fb614177773c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3b5 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.099722:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87a00/0xddf4fb6141777743 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099728:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87a00/0xddf4fb6141777743 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099734:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87a00/0xddf4fb6141777743 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099742:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86e00/0xddf4fb614177774a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099747:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86e00/0xddf4fb614177774a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099755:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86e00/0xddf4fb614177774a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099842:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86000/0xddf4fb6141777751 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099849:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86000/0xddf4fb6141777751 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099854:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86000/0xddf4fb6141777751 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:1.0:1746137667.099859:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:1.0:1746137667.099908:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87a00/0xddf4fb6141777743 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099914:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87a00/0xddf4fb6141777743 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099919:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87a00/0xddf4fb6141777743 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099923:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f87a00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.099926:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87a00/0xddf4fb6141777743 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099930:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87a00/0xddf4fb6141777743 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099937:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137667.099939:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.099941:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87a00/0xddf4fb6141777743 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099948:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87a00/0xddf4fb6141777743 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099955:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86e00/0xddf4fb614177774a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099958:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86e00/0xddf4fb614177774a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099962:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86e00/0xddf4fb614177774a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099965:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f86e00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.099967:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86e00/0xddf4fb614177774a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099971:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86e00/0xddf4fb614177774a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099975:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880097f3ec00) 00010000:00010000:1.0:1746137667.099977:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.099979:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86e00/0xddf4fb614177774a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.099982:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86e00/0xddf4fb614177774a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.100000:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86800/0xddf4fb614177773c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3b5 expref: 46 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.100007:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f86000/0xddf4fb6141777751 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3b5 expref: 45 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.100016:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:1.0:1746137667.100018:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137667.100019:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f86000, rc 0) 00000100:00100000:2.0:1746137667.100106:0:20024:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+19:3701:x1830957333827072:12345-192.168.203.12@tcp:101:dd.0 Request processed in 657us (1186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137667.100112:0:20024:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38525 00000100:00100000:1.0:1746137667.100932:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:3700:x1830957333827328:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1251us (1629us total) trans 4294984505 rc 0/0 00000100:00100000:1.0:1746137667.100939:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38526 00000100:00100000:2.0:1746137667.105471:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.105952:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.105974:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333827584 00000100:00100000:2.0:1746137667.105980:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333827584 00000100:00100000:2.0:1746137667.106008:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333827840 00000100:00100000:2.0:1746137667.106010:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333827840 00000100:00100000:2.0:1746137667.106034:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38527 00000100:00100000:2.0:1746137667.106040:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+19:3701:x1830957333827584:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746137667.106054:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137667.106066:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1800/0xddf4fb614177775f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3bc expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.106115:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0a00/0xddf4fb6141777766 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106125:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0a00/0xddf4fb6141777766 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106134:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0a00/0xddf4fb6141777766 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106141:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1400/0xddf4fb614177776d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106147:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1400/0xddf4fb614177776d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106151:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1400/0xddf4fb614177776d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000100:00100000:0.0:1746137667.106195:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38528 00000100:00100000:0.0:1746137667.106203:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:3700:x1830957333827840:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746137667.106222:0:21557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137667.106224:0:21557:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746137667.106231:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0200/0xddf4fb6141777774 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137667.106237:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32c00/0xddf4fb6141777727 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3a7 expref: 45 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.106238:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0200/0xddf4fb6141777774 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106243:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0200/0xddf4fb6141777774 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137667.106248:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00000004:00200000:2.0:1746137667.106250:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:0.0:1746137667.106251:0:21557:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746137667.106257:0:21557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be200/0xddf4fb614177777b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3c3 expref: -99 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.106288:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:0.0:1746137667.106295:0:21557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0600/0xddf4fb6141777735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ae expref: 21 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.106301:0:21557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:2.0:1746137667.106553:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0a00/0xddf4fb6141777766 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106560:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0a00/0xddf4fb6141777766 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106565:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0a00/0xddf4fb6141777766 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106570:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908f0a00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137667.106574:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0a00/0xddf4fb6141777766 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106580:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0a00/0xddf4fb6141777766 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106587:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137667.106590:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137667.106592:0:7237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:2.0:1746137667.106598:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0a00/0xddf4fb6141777766 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106602:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0a00/0xddf4fb6141777766 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106610:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1400/0xddf4fb614177776d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106615:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1400/0xddf4fb614177776d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106619:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1400/0xddf4fb614177776d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137667.106620:0:21557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0600/0xddf4fb6141777735 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ae expref: 21 pid: 20024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.106623:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908f1400 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137667.106625:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1400/0xddf4fb614177776d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106629:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1400/0xddf4fb614177776d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137667.106634:0:21557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0600/0xddf4fb6141777735 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ae expref: 21 pid: 20024 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746137667.106635:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880097f3ec00) 00010000:00010000:2.0:1746137667.106636:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137667.106638:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1400/0xddf4fb614177776d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.106642:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1400/0xddf4fb614177776d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00000100:00100000:0.0:1746137667.106644:0:21557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21557:1830957327549952:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137667.106667:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1800/0xddf4fb614177775f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3bc expref: 22 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.106676:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0200/0xddf4fb6141777774 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3bc expref: 21 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.106682:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:2.0:1746137667.106683:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137667.106685:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800908f0200, rc 0) 00000100:00100000:0.0:1746137667.106699:0:21557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137667.106705:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f145500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+21:3701:x1830957333827584:12345-192.168.203.12@tcp:101:dd.0 Request processed in 665us (1239us total) trans 4294984506 rc 0/0 00000100:00100000:2.0:1746137667.106710:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38527 00000100:00100000:2.0:1746137667.110562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.110582:0:21557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21557:1830957327549952:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137667.110611:0:21557:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00000100:00100000:2.0:1746137667.111150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.111174:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333828096 00000100:00100000:2.0:1746137667.111178:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333828096 00000100:00100000:3.0:1746137667.111206:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333827968 00000100:00100000:3.0:1746137667.111210:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333827968 00010000:00010000:3.0:1746137667.111239:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0600/0xddf4fb6141777735 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ae expref: 22 pid: 20024 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746137667.111249:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38529 00000100:00100000:2.0:1746137667.111257:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+22:3701:x1830957333828096:12345-192.168.203.12@tcp:101:dd.0 00000100:00100000:3.0:1746137667.111266:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16114 00000100:00100000:3.0:1746137667.111272:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c711f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+22:2010:x1830957333827968:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137667.111272:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137667.111282:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137667.111283:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0400/0xddf4fb6141777790 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3ca expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.111287:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0600/0xddf4fb6141777735 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ae expref: 22 pid: 20024 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746137667.111296:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0600/0xddf4fb6141777735 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ae expref: 23 pid: 20024 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746137667.111310:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0600/0xddf4fb6141777735 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ae expref: 23 pid: 20024 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746137667.111321:0:8387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137667.111324:0:8387:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00010000:00010000:2.0:1746137667.111326:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1600/0xddf4fb6141777797 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137667.111331:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 21557 initiator: MDT0 00010000:00010000:3.0:1746137667.111336:0:8387:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 21557 initiator: MDT0 00010000:00010000:2.0:1746137667.111371:0:7237:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 21557 initiator: MDT0 00010000:00010000:2.0:1746137667.111381:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1600/0xddf4fb6141777797 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.111396:0:7237:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 21557 initiator: MDT0 00010000:00010000:2.0:1746137667.111403:0:7237:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1600/0xddf4fb6141777797 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137667.111539:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137667.111553:0:21557:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.111558:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.111571:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87200/0xddf4fb614177779e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.111578:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87200/0xddf4fb614177779e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00000100:00100000:3.0:1746137667.111580:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c711f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+22:2010:x1830957333827968:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 308us (1025us total) trans 0 rc 0/0 00010000:00010000:1.0:1746137667.111584:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87200/0xddf4fb614177779e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00000100:00100000:3.0:1746137667.111586:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16114 00000004:00080000:1.0:1746137667.111877:0:21557:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:1.0:1746137667.111972:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb61417777a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.111978:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb61417777a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.111984:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb61417777a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.112005:0:21557:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.112009:0:21557:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.112014:0:21557:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.112019:0:21557:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800916bfe00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.112021:0:21557:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.112026:0:21557:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000020 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.112031:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137667.112033:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.112035:0:21557:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1600/0xddf4fb6141777797 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.112040:0:21557:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1600/0xddf4fb6141777797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.112043:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1600/0xddf4fb6141777797 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.112061:0:21557:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.112065:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfe00/0xddf4fb6141777789 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 21557 initiator: MDT0 00000004:00010000:1.0:1746137667.112074:0:21557:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800961d4a80 reply state ffff88012c297000 transno 4294984507 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87200/0xddf4fb614177779e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.112080:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87200/0xddf4fb614177779e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.112084:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88012eea9c00) 00010000:00010000:2.0:1746137667.112086:0:7237:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1600/0xddf4fb6141777797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.112086:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746137667.112087:0:21557:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746137667.112093:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1600/0xddf4fb6141777797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.112106:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be200/0xddf4fb614177777b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3c3 expref: 47 pid: 21557 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1746137667.112110:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137667.112114:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1746137667.112114:0:21557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094dae200/0xddf4fb61417777a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3c3 expref: 46 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.112119:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012eea9f00) 00010000:00010000:1.0:1746137667.112121:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000004:00010000:2.0:1746137667.112123:0:7237:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1600/0xddf4fb6141777797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137667.112123:0:21557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094dae200, rc 0) 00010000:00010000:2.0:1746137667.112137:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0400/0xddf4fb6141777790 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ca expref: 22 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.112148:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1600/0xddf4fb6141777797 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ca expref: 21 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.112153:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00000100:00100000:1.0:1746137667.112153:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:3700:x1830957333827840:12345-192.168.203.12@tcp:101:dd.0 Request processed in 5951us (6201us total) trans 4294984507 rc 0/0 00010000:00010000:2.0:1746137667.112155:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137667.112157:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800908f1600, rc 0) 00000100:00100000:1.0:1746137667.112158:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38528 00000100:00100000:2.0:1746137667.112175:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+21:3701:x1830957333828096:12345-192.168.203.12@tcp:101:dd.0 Request processed in 919us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137667.112183:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38529 00000100:00100000:2.0:1746137667.114897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.114923:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333828352 00000100:00100000:2.0:1746137667.114929:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333828352 00000100:00100000:2.0:1746137667.114964:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38530 00000100:00100000:2.0:1746137667.114970:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+21:3701:x1830957333828352:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746137667.115154:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137667.115156:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746137667.115179:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1600/0xddf4fb6141777797 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ca expref: 21 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.115192:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137667.115195:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137667.115204:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0c00/0xddf4fb61417777b3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3d1 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.115496:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0e00/0xddf4fb61417777ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115506:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0e00/0xddf4fb61417777ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115514:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0e00/0xddf4fb61417777ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115523:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1200/0xddf4fb61417777c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115528:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1200/0xddf4fb61417777c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115536:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1200/0xddf4fb61417777c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115575:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb61417777c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115581:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb61417777c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115586:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb61417777c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:2.0:1746137667.115593:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746137667.115647:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0e00/0xddf4fb61417777ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115653:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0e00/0xddf4fb61417777ba lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115658:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0e00/0xddf4fb61417777ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115663:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908f0e00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137667.115666:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0e00/0xddf4fb61417777ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115671:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0e00/0xddf4fb61417777ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115677:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137667.115680:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137667.115682:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0e00/0xddf4fb61417777ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115688:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0e00/0xddf4fb61417777ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115695:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1200/0xddf4fb61417777c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115699:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1200/0xddf4fb61417777c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115703:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1200/0xddf4fb61417777c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115707:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908f1200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137667.115709:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1200/0xddf4fb61417777c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115713:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1200/0xddf4fb61417777c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115718:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800914adc00) 00010000:00010000:2.0:1746137667.115720:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137667.115722:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1200/0xddf4fb61417777c1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115726:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1200/0xddf4fb61417777c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137667.115753:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f0c00/0xddf4fb61417777b3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d1 expref: 23 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.115762:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb61417777c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d1 expref: 22 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.115771:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008b0fa100) 00010000:00010000:2.0:1746137667.115773:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137667.115775:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800908f1a00, rc 0) 00000100:00100000:2.0:1746137667.115834:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+22:3701:x1830957333828352:12345-192.168.203.12@tcp:101:dd.0 Request processed in 863us (943us total) trans 4294984508 rc 0/0 00000100:00100000:2.0:1746137667.115840:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38530 00000100:00100000:3.0:1746137667.117083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.117109:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333828608 00000100:00100000:3.0:1746137667.117115:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333828608 00000100:00100000:3.0:1746137667.117160:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14999 00000100:00100000:3.0:1746137667.117167:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+16:2010:x1830957333828608:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137667.117192:0:9588:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.117208:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.117228:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137667.117230:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137667.117233:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.117258:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.117269:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 16 pid: 9583 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746137667.117279:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:9588:1830957327550080:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137667.117341:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a81b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137667.121913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.122912:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.122938:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333828992 00000100:00100000:0.0:1746137667.122946:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333828992 00000100:00100000:1.0:1746137667.122972:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:9588:1830957327550080:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137667.122990:0:9588:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.122994:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31766 00000100:00100000:0.0:1746137667.123001:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:3701:x1830957333828992:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746137667.123013:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137667.123026:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800916bf600/0xddf4fb61417777dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3d8 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.123046:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137667.123051:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800916bf600/0xddf4fb61417777dd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d8 expref: 7 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.123060:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800916bf600/0xddf4fb61417777dd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d8 expref: 7 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.123069:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916bf600, rc 0) 00000100:00080000:2.0:1746137667.123087:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137667.123171:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:3701:x1830957333828992:12345-192.168.203.12@tcp:101:dd.0 Request processed in 169us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137667.123177:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31766 00000100:00100000:2.0:1746137667.123199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.123410:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333828864 00000100:00100000:1.0:1746137667.123415:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333828864 00000100:00100000:1.0:1746137667.123445:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333829120 00000100:00100000:1.0:1746137667.123447:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333829120 00002000:00100000:1.0:1746137667.123462:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88008c712680 x1830957333829120/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.123471:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c712680 with x1830957333829120 ext(12582912->13631487) 00010000:00010000:1.0:1746137667.123476:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 17 pid: 9583 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746137667.123487:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 17 pid: 9583 timeout: 829 lvb_type: 0 00002000:00010000:1.0:1746137667.123492:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c712680 00000100:00100000:1.0:1746137667.123509:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3873 00000100:00100000:1.0:1746137667.123516:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2008:x1830957333829120:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:2.0:1746137667.123680:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15000 00000100:00100000:2.0:1746137667.123687:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2010:x1830957333828864:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137667.123705:0:20730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.123715:0:20730:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f86200/0xddf4fb61417776cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde384 expref: 13 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.123720:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137667.123721:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137667.123723:0:20730:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.123743:0:20730:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f86200/0xddf4fb61417776cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde384 expref: 13 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.123752:0:20730:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f86200/0xddf4fb61417776cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde384 expref: 13 pid: 9584 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746137667.123766:0:20730:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c711c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20730:1830957327550208:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137667.123832:0:20730:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091675cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137667.128505:0:20730:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c711c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20730:1830957327550208:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137667.128524:0:20730:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.134097:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.134124:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333829248 00000100:00100000:3.0:1746137667.134130:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333829248 00010000:00010000:3.0:1746137667.134160:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f86200/0xddf4fb61417776cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde384 expref: 14 pid: 9584 timeout: 829 lvb_type: 0 00000100:00100000:3.0:1746137667.134191:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16115 00000100:00100000:3.0:1746137667.134199:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+14:2007:x1830957333829248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137667.134223:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746137667.134237:0:8387:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:3.0:1746137667.134239:0:8387:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:3.0:1746137667.134244:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f86200/0xddf4fb61417776cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde384 expref: 14 pid: 9584 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746137667.134255:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f86200/0xddf4fb61417776cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde384 expref: 14 pid: 9584 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746137667.134278:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f86200/0xddf4fb61417776cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde384 expref: 14 pid: 9584 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746137667.134289:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.134291:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.134294:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.134301:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.134332:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137667.134376:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+13:2007:x1830957333829248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 178us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137667.134382:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16115 00010000:00010000:2.0:1746137667.134919:0:20730:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.134929:0:20730:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.135483:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333829120:12345-192.168.203.12@tcp:4:dd.0 Request processed in 11956us (12273us total) trans 4294972216 rc 0/0 00000100:00100000:0.0:1746137667.135495:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3873 00002000:00100000:0.0:1746137667.135503:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88008c712680 x1830957333829120/t4294972216(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/448 e 0 to 0 dl 1746137678 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137667.135511:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c712680 with x1830957333829120 ext(12582912->13631487) 00010000:00010000:0.0:1746137667.135518:0:24947:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 19 pid: 9583 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746137667.135534:0:24947:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 19 pid: 9583 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746137667.135540:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c712680 00010000:00010000:2.0:1746137667.146539:0:20730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.146551:0:20730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.146557:0:20730:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.146562:0:20730:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097f58000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.146566:0:20730:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.146572:0:20730:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.146587:0:20730:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.146593:0:20730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f58000/0xddf4fb61417777e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.147002:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2010:x1830957333828864:12345-192.168.203.12@tcp:3:dd.0 Request processed in 23311us (25091us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746137667.147011:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15000 00000100:00100000:0.0:1746137667.147850:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.148074:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333829376 00000100:00100000:1.0:1746137667.148082:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333829376 00010000:00010000:1.0:1746137667.148109:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 19 pid: 9583 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746137667.148144:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16116 00000100:00100000:1.0:1746137667.148152:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333829376:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137667.148165:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746137667.148179:0:7223:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:1.0:1746137667.148181:0:7223:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:1.0:1746137667.148186:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 19 pid: 9583 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746137667.148197:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 19 pid: 9583 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746137667.148226:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800916bee00/0xddf4fb61417776c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde37d expref: 19 pid: 9583 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746137667.148239:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.148241:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.148245:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.148252:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.148260:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.148261:0:7223:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.148266:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800916bf600/0xddf4fb61417777dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d8 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.148272:0:7223:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800916bf600/0xddf4fb61417777dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d8 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.148296:0:7223:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800916bf600/0xddf4fb61417777dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d8 expref: 6 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.148306:0:7223:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801205dc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327550336:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137667.148395:0:7223:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c29d240 going to sleep for 11 seconds 00010000:00010000:2.0:1746137667.148459:0:9588:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.148468:0:9588:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.150444:0:7223:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801205dc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7223:1830957327550336:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137667.150469:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137667.150528:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333829376:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2374us (2678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137667.150540:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16116 00000100:00100000:0.0:1746137667.153346:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.153408:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333829632 00000100:00100000:2.0:1746137667.153416:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333829632 00002000:00100000:2.0:1746137667.153685:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->1048575) req@ffff88012bd55f80 x1830957333829632/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.153694:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55f80 with x1830957333829632 ext(0->1048575) 00002000:00010000:2.0:1746137667.153703:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd55f80 00000100:00100000:2.0:1746137667.153731:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15001 00000100:00100000:2.0:1746137667.153738:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2008:x1830957333829632:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137667.154960:0:9588:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.154977:0:9588:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.154984:0:9588:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.154990:0:9588:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009144a200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.154994:0:9588:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.155001:0:9588:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.155017:0:9588:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.155023:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb61417777d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.155070:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2010:x1830957333828608:12345-192.168.203.12@tcp:3:dd.0 Request processed in 37900us (37988us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.155077:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14999 00000100:00100000:2.0:1746137667.159345:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2008:x1830957333829632:12345-192.168.203.12@tcp:3:dd.0 Request processed in 5597us (5996us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.159357:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15001 00002000:00100000:2.0:1746137667.159369:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->1048575) req@ffff88012bd55f80 x1830957333829632/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.159385:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd55f80 with x1830957333829632 ext(0->1048575) 00002000:00010000:2.0:1746137667.159389:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd55f80 00000100:00100000:0.0:1746137667.160110:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.160162:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333829888 00000100:00100000:2.0:1746137667.160168:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333829888 00000100:00100000:2.0:1746137667.160199:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15002 00000100:00100000:2.0:1746137667.160204:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2007:x1830957333829888:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746137667.160251:0:20730:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746137667.160257:0:20730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cfe6c00/0xddf4fb61417777eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.160267:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.160269:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.160273:0:20730:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfe6c00/0xddf4fb61417777eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.160282:0:20730:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cfe6c00/0xddf4fb61417777eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.166024:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.166125:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333830016 00000100:00100000:2.0:1746137667.166132:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333830016 00000100:00080000:0.0:1746137667.166196:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746137667.166197:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31767 00000100:00100000:2.0:1746137667.166206:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+6:3701:x1830957333830016:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746137667.166279:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137667.166294:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7e00/0xddf4fb61417777f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3df expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746137667.166316:0:9583:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 12582912, mtime: 0x6813f243, atime: 0x0, ctime: 0x6813f243, blocks: 0x6000 00010000:00010000:2.0:1746137667.166335:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.166336:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.166343:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7e00/0xddf4fb61417777f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3df expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.166354:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7e00/0xddf4fb61417777f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3df expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.166362:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfe7e00, rc 0) 00000100:00100000:2.0:1746137667.166406:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:3701:x1830957333830016:12345-192.168.203.12@tcp:101:dd.0 Request processed in 201us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137667.166411:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31767 00000100:00100000:0.0:1746137667.177466:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.177915:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333830272 00000100:00100000:1.0:1746137667.177922:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333830272 00002000:00100000:1.0:1746137667.177956:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1040383) req@ffff88012bd54a80 x1830957333830272/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.177964:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd54a80 with x1830957333830272 ext(0->1040383) 00002000:00010000:1.0:1746137667.177969:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd54a80 00000100:00100000:1.0:1746137667.177996:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15003 00000100:00100000:1.0:1746137667.178003:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2010:x1830957333830272:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746137667.183928:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2010:x1830957333830272:12345-192.168.203.12@tcp:3:dd.0 Request processed in 5916us (6459us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746137667.183939:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15003 00002000:00100000:1.0:1746137667.183953:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1040383) req@ffff88012bd54a80 x1830957333830272/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.183961:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd54a80 with x1830957333830272 ext(0->1040383) 00002000:00010000:1.0:1746137667.183966:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd54a80 00000001:00080000:0.0:1746137667.184060:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970911 is committed 00002000:00010000:3.0:1746137667.184252:0:20730:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:3.0:1746137667.184255:0:20730:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746137668 00002000:00010000:3.0:1746137667.184257:0:20730:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746137668 00002000:00010000:3.0:1746137667.184259:0:20730:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:3.0:1746137667.184268:0:20730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cfe6c00/0xddf4fb61417777eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.184276:0:20730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfe6c00/0xddf4fb61417777eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.184283:0:20730:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cfe6c00/0xddf4fb61417777eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.184292:0:20730:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfe6c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.184296:0:20730:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cfe6c00/0xddf4fb61417777eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.184302:0:20730:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cfe6c00/0xddf4fb61417777eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.184317:0:20730:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cfe6c00/0xddf4fb61417777eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.184322:0:20730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cfe6c00/0xddf4fb61417777eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.184380:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2007:x1830957333829888:12345-192.168.203.12@tcp:4:dd.0 Request processed in 24175us (24271us total) trans 4294970911 rc 0/0 00000100:00100000:3.0:1746137667.184386:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15002 00000100:00100000:0.0:1746137667.190531:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.190592:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333830400 00000100:00100000:2.0:1746137667.190600:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333830400 00000100:00100000:2.0:1746137667.190644:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31768 00000100:00100000:2.0:1746137667.190651:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:3701:x1830957333830400:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746137667.190666:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137667.190680:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3e6 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746137667.190696:0:9583:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746137667.190713:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.190715:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.190721:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.190732:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.190745:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090842600, rc 0) 00000100:00100000:2.0:1746137667.190793:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:3701:x1830957333830400:12345-192.168.203.12@tcp:101:dd.0 Request processed in 141us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137667.190798:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31768 00000100:00100000:0.0:1746137667.198464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.198514:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.198566:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333830528 00000100:00100000:2.0:1746137667.198574:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333830528 00000100:00100000:1.0:1746137667.198591:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333830656 00000100:00100000:1.0:1746137667.198594:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333830656 00000100:00100000:2.0:1746137667.198609:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31769 00000100:00100000:1.0:1746137667.198617:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31770 00000100:00100000:1.0:1746137667.198622:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+5:2007:x1830957333830656:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746137667.198634:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137667.198647:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090870400/0xddf4fb6141777800 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3f4 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.198662:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.198663:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.198668:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090870400/0xddf4fb6141777800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3f4 expref: 6 pid: 9584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137667.198678:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090870400/0xddf4fb6141777800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3f4 expref: 6 pid: 9584 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137667.198685:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090870400, rc 0) 00000100:00100000:1.0:1746137667.198717:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333830656:12345-192.168.203.12@tcp:101:dd.0 Request processed in 96us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137667.198721:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31770 00000100:00100000:2.0:1746137667.198771:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+17:2008:x1830957333830528:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746137667.198778:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137667.198876:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090843200/0xddf4fb6141777807 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3ed expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.198889:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.198891:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.198895:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090843200/0xddf4fb6141777807 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ed expref: 18 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137667.198905:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090843200/0xddf4fb6141777807 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3ed expref: 18 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137667.198912:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090843200, rc 0) 00000100:00100000:2.0:1746137667.198934:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333830528:12345-192.168.203.12@tcp:101:dd.0 Request processed in 168us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137667.198939:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31769 00000100:00100000:0.0:1746137667.204492:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.204553:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333831040 00000100:00100000:0.0:1746137667.204553:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.204562:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333831040 00000100:00100000:3.0:1746137667.204609:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333830912 00000100:00100000:3.0:1746137667.204614:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333830912 00000100:00100000:3.0:1746137667.204668:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15004 00000100:00100000:3.0:1746137667.204675:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333830912:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137667.204716:0:20730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094ed8000/0xddf4fb614177780e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.204728:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.204730:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.204734:0:20730:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed8000/0xddf4fb614177780e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.204750:0:20730:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ed8000/0xddf4fb614177780e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.204846:0:20730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094ed8000/0xddf4fb614177780e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.204853:0:20730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed8000/0xddf4fb614177780e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.204860:0:20730:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094ed8000/0xddf4fb614177780e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.204865:0:20730:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ed8000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.204868:0:20730:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ed8000/0xddf4fb614177780e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.204875:0:20730:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ed8000/0xddf4fb614177780e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.204887:0:20730:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094ed8000/0xddf4fb614177780e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.204891:0:20730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ed8000/0xddf4fb614177780e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.205039:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31771 00000100:00100000:2.0:1746137667.205044:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:3701:x1830957333831040:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746137667.205053:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137667.205064:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090843c00/0xddf4fb6141777815 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde3fb expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.205073:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333830912:12345-192.168.203.12@tcp:3:dd.0 Request processed in 281us (402us total) trans 0 rc 8192/8192 00002000:00010000:2.0:1746137667.205078:0:9583:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1746137667.205082:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15004 00010000:00010000:2.0:1746137667.205088:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.205089:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.205094:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090843c00/0xddf4fb6141777815 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3fb expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.205104:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090843c00/0xddf4fb6141777815 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3fb expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.205111:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090843c00, rc 0) 00000100:00100000:2.0:1746137667.205140:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:3701:x1830957333831040:12345-192.168.203.12@tcp:101:dd.0 Request processed in 95us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137667.205144:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31771 00000100:00100000:0.0:1746137667.205147:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.205188:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333831424 00000100:00100000:3.0:1746137667.205192:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333831424 00000100:00100000:1.0:1746137667.205251:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.205290:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333831552 00000100:00100000:3.0:1746137667.205292:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333831552 00000100:00100000:3.0:1746137667.205320:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15005 00000100:00100000:3.0:1746137667.205325:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333831424:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137667.205337:0:20730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094ed8a00/0xddf4fb614177781c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.205344:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.205345:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.205348:0:20730:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed8a00/0xddf4fb614177781c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.205354:0:20730:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ed8a00/0xddf4fb614177781c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.205381:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15006 00000100:00100000:2.0:1746137667.205387:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801205dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333831552:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137667.205401:0:9587:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880090842a00/0xddf4fb6141777823 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.205408:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.205409:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.205411:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090842a00/0xddf4fb6141777823 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.205418:0:9587:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090842a00/0xddf4fb6141777823 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.216433:0:9587:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880090842a00/0xddf4fb6141777823 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.216449:0:9587:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090842a00/0xddf4fb6141777823 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.216456:0:9587:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090842a00/0xddf4fb6141777823 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.216462:0:9587:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090842a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.216465:0:9587:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090842a00/0xddf4fb6141777823 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.216472:0:9587:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090842a00/0xddf4fb6141777823 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.216487:0:9587:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090842a00/0xddf4fb6141777823 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.216493:0:9587:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090842a00/0xddf4fb6141777823 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.216572:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801205dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333831552:12345-192.168.203.12@tcp:3:dd.0 Request processed in 11179us (11315us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.216584:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15006 00010000:00010000:3.0:1746137667.216842:0:20730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094ed8a00/0xddf4fb614177781c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.216850:0:20730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed8a00/0xddf4fb614177781c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.216857:0:20730:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094ed8a00/0xddf4fb614177781c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.216863:0:20730:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ed8a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.216866:0:20730:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ed8a00/0xddf4fb614177781c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.216872:0:20730:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ed8a00/0xddf4fb614177781c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.216881:0:20730:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094ed8a00/0xddf4fb614177781c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.216886:0:20730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ed8a00/0xddf4fb614177781c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.217669:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333831424:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12339us (12519us total) trans 0 rc 1032192/1032192 00000100:00100000:3.0:1746137667.217677:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15005 00000100:00100000:0.0:1746137667.221887:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.222682:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.222764:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333831936 00000100:00100000:3.0:1746137667.222773:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333831936 00002000:00100000:3.0:1746137667.222837:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (1040384->2097151) req@ffff88011d4dd880 x1830957333831936/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.222846:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd880 with x1830957333831936 ext(1040384->2097151) 00002000:00010000:3.0:1746137667.222852:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d4dd880 00000100:00100000:3.0:1746137667.222879:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333832064 00000100:00100000:3.0:1746137667.222882:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333832064 00002000:00100000:3.0:1746137667.222894:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (1048576->2097151) req@ffff8800968ead80 x1830957333832064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.222901:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968ead80 with x1830957333832064 ext(1048576->2097151) 00002000:00010000:3.0:1746137667.222903:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968ead80 00000100:00100000:3.0:1746137667.222916:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15007 00000100:00100000:3.0:1746137667.222922:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2007:x1830957333831936:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746137667.224428:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15008 00000100:00100000:3.0:1746137667.224441:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2007:x1830957333832064:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746137667.226633:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.226680:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333832320 00000100:00100000:2.0:1746137667.226687:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333832320 00000100:00100000:2.0:1746137667.226743:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15009 00000100:00100000:2.0:1746137667.226751:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333832320:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746137667.226793:0:9588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 2088960, mtime: 0x6813f244, atime: 0x0, ctime: 0x6813f244, blocks: 0xff0 00010000:00010000:2.0:1746137667.226800:0:9588:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090842200/0xddf4fb614177782a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.226839:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.226841:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.226845:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090842200/0xddf4fb614177782a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.226857:0:9588:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090842200/0xddf4fb614177782a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.231637:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2007:x1830957333831936:12345-192.168.203.12@tcp:3:dd.0 Request processed in 8706us (9754us total) trans 0 rc 1056768/1056768 00000100:00100000:3.0:1746137667.231648:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15007 00002000:00100000:3.0:1746137667.231658:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (1040384->2097151) req@ffff88011d4dd880 x1830957333831936/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.231667:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4dd880 with x1830957333831936 ext(1040384->2097151) 00002000:00010000:3.0:1746137667.231671:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d4dd880 00000100:00100000:3.0:1746137667.236877:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2007:x1830957333832064:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12432us (14189us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.236887:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15008 00002000:00100000:3.0:1746137667.236896:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (1048576->2097151) req@ffff8800968ead80 x1830957333832064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.236903:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968ead80 with x1830957333832064 ext(1048576->2097151) 00002000:00010000:3.0:1746137667.236908:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968ead80 00000001:00080000:0.0:1746137667.248839:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970912 is committed 00002000:00010000:2.0:1746137667.248976:0:9588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:2.0:1746137667.248979:0:9588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:2.0:1746137667.248990:0:9588:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090842200/0xddf4fb614177782a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.248999:0:9588:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090842200/0xddf4fb614177782a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.249005:0:9588:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090842200/0xddf4fb614177782a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.249015:0:9588:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090842200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.249019:0:9588:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090842200/0xddf4fb614177782a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.249025:0:9588:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090842200/0xddf4fb614177782a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.249038:0:9588:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090842200/0xddf4fb614177782a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.249043:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090842200/0xddf4fb614177782a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.249113:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333832320:12345-192.168.203.12@tcp:4:dd.0 Request processed in 22359us (22483us total) trans 4294970912 rc 0/0 00000100:00100000:2.0:1746137667.249121:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15009 00000100:00100000:0.0:1746137667.254344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.254373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.254404:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333832576 00000100:00100000:2.0:1746137667.254411:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333832576 00000100:00100000:0.0:1746137667.254417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.254451:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333832960 00000100:00100000:2.0:1746137667.254453:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333832960 00000100:00100000:0.0:1746137667.254457:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333833088 00000100:00100000:0.0:1746137667.254460:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333833088 00000100:00100000:1.0:1746137667.256228:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15010 00000100:00100000:1.0:1746137667.256242:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333832576:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137667.256294:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908bf400/0xddf4fb6141777831 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.256306:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.256307:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.256312:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bf400/0xddf4fb6141777831 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.256322:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800908bf400/0xddf4fb6141777831 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.256405:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15011 00010000:00010000:1.0:1746137667.256408:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908bf400/0xddf4fb6141777831 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.256412:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333832960:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137667.256415:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bf400/0xddf4fb6141777831 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.256421:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800908bf400/0xddf4fb6141777831 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.256424:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880090843800/0xddf4fb6141777838 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.256427:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908bf400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.256430:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.256430:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bf400/0xddf4fb6141777831 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.256432:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.256435:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090843800/0xddf4fb6141777838 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.256442:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090843800/0xddf4fb6141777838 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.256447:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bf400/0xddf4fb6141777831 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.256458:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800908bf400/0xddf4fb6141777831 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.256463:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908bf400/0xddf4fb6141777831 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.256482:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15012 00000100:00100000:3.0:1746137667.256491:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333833088:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137667.256509:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177783f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.256517:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333832576:12345-192.168.203.12@tcp:3:dd.0 Request processed in 281us (2179us total) trans 0 rc 16384/16384 00010000:00010000:3.0:1746137667.256520:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.256521:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.256523:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177783f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.256523:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15010 00010000:00010000:3.0:1746137667.256532:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177783f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.265238:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880090843800/0xddf4fb6141777838 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.265252:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090843800/0xddf4fb6141777838 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.265259:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090843800/0xddf4fb6141777838 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.265264:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090843800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.265267:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090843800/0xddf4fb6141777838 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.265274:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090843800/0xddf4fb6141777838 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.265289:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090843800/0xddf4fb6141777838 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.265295:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090843800/0xddf4fb6141777838 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.265367:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333832960:12345-192.168.203.12@tcp:3:dd.0 Request processed in 8952us (10989us total) trans 0 rc 1024000/1024000 00000100:00100000:2.0:1746137667.265377:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15011 00010000:00010000:3.0:1746137667.266865:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177783f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.266876:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177783f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.266883:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177783f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.266889:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009085ca00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.266892:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177783f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.266899:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177783f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.266911:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177783f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.266917:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009085ca00/0xddf4fb614177783f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.266980:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333833088:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10488us (12558us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.266987:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15012 00000100:00100000:0.0:1746137667.268874:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.268918:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.268971:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333833344 00000100:00100000:2.0:1746137667.268977:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333833344 00000100:00100000:3.0:1746137667.268986:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333833600 00000100:00100000:3.0:1746137667.268989:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333833600 00002000:00100000:3.0:1746137667.269012:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->3145727) req@ffff8800968ebb80 x1830957333833600/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.269012:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->3145727) req@ffff8800968e9f80 x1830957333833344/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.269021:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968ebb80 with x1830957333833600 ext(2097152->3145727) 00002000:00100000:2.0:1746137667.269021:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9f80 with x1830957333833344 ext(2097152->3145727) 00002000:00010000:3.0:1746137667.269025:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800968ebb80 00002000:00010000:2.0:1746137667.269025:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968e9f80 00000100:00100000:2.0:1746137667.269039:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15013 00000100:00100000:3.0:1746137667.269044:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15014 00000100:00100000:2.0:1746137667.269045:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2010:x1830957333833344:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746137667.269048:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2010:x1830957333833600:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746137667.271050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.271325:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333833856 00000100:00100000:3.0:1746137667.271332:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333833856 00000100:00100000:3.0:1746137667.271388:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15015 00000100:00100000:3.0:1746137667.271395:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333833856:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746137667.271429:0:20730:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 4177920, mtime: 0x6813f244, atime: 0x0, ctime: 0x6813f244, blocks: 0x1fe0 00010000:00010000:3.0:1746137667.271436:0:20730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141777846 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.271447:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.271448:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.271452:0:20730:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141777846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.271462:0:20730:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141777846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.279520:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2010:x1830957333833600:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10462us (10592us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.279531:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15014 00002000:00100000:3.0:1746137667.279543:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->3145727) req@ffff8800968ebb80 x1830957333833600/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.279551:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968ebb80 with x1830957333833600 ext(2097152->3145727) 00002000:00010000:3.0:1746137667.279557:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800968ebb80 00000100:00100000:3.0:1746137667.286201:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2010:x1830957333833344:12345-192.168.203.12@tcp:3:dd.0 Request processed in 17148us (17326us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.286224:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15013 00002000:00100000:3.0:1746137667.286233:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->3145727) req@ffff8800968e9f80 x1830957333833344/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.286242:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968e9f80 with x1830957333833344 ext(2097152->3145727) 00002000:00010000:3.0:1746137667.286247:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968e9f80 00000100:00100000:0.0:1746137667.291063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.291200:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333834112 00000100:00100000:3.0:1746137667.291206:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333834112 00002000:00100000:3.0:1746137667.291249:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (3145728->4194303) req@ffff8800968eb800 x1830957333834112/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.291258:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb800 with x1830957333834112 ext(3145728->4194303) 00002000:00010000:3.0:1746137667.291262:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968eb800 00000100:00100000:3.0:1746137667.291280:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15016 00000100:00100000:3.0:1746137667.291286:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2008:x1830957333834112:12345-192.168.203.12@tcp:3:dd.0 00000001:00080000:0.0:1746137667.294481:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970913 is committed 00002000:00010000:2.0:1746137667.294624:0:20730:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:2.0:1746137667.294628:0:20730:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:2.0:1746137667.294638:0:20730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141777846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.294647:0:20730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141777846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.294654:0:20730:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141777846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.294659:0:20730:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009085dc00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.294663:0:20730:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141777846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.294669:0:20730:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141777846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.294684:0:20730:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141777846 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.294689:0:20730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085dc00/0xddf4fb6141777846 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.294785:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333833856:12345-192.168.203.12@tcp:4:dd.0 Request processed in 23386us (23736us total) trans 4294970913 rc 0/0 00000100:00100000:2.0:1746137667.294793:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15015 00000100:00100000:0.0:1746137667.298178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.298235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.298473:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333834368 00000100:00100000:3.0:1746137667.298690:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333834368 00002000:00100000:3.0:1746137667.298725:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (3145728->4194303) req@ffff880096668380 x1830957333834368/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.298733:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668380 with x1830957333834368 ext(3145728->4194303) 00002000:00010000:3.0:1746137667.298737:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096668380 00000100:00100000:3.0:1746137667.298985:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333834624 00000100:00100000:3.0:1746137667.298988:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333834624 00002000:00100000:3.0:1746137667.299002:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->5242879) req@ffff88009666a300 x1830957333834624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.299007:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666a300 with x1830957333834624 ext(4194304->5242879) 00002000:00010000:3.0:1746137667.299010:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666a300 00000100:00100000:2.0:1746137667.299056:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15017 00000100:00100000:2.0:1746137667.299065:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2007:x1830957333834368:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746137667.299125:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15018 00000100:00100000:1.0:1746137667.299131:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333834624:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746137667.303246:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.303384:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333834112:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12096us (12326us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.303394:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15016 00002000:00100000:3.0:1746137667.303405:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (3145728->4194303) req@ffff8800968eb800 x1830957333834112/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.303413:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800968eb800 with x1830957333834112 ext(3145728->4194303) 00002000:00010000:3.0:1746137667.303418:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800968eb800 00000100:00100000:1.0:1746137667.303462:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.303925:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333834880 00000100:00100000:3.0:1746137667.303934:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333834880 00002000:00100000:3.0:1746137667.303960:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->5242879) req@ffff88008b32bb80 x1830957333834880/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.303968:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32bb80 with x1830957333834880 ext(4194304->5242879) 00002000:00010000:3.0:1746137667.303971:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b32bb80 00000100:00100000:3.0:1746137667.303983:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15019 00000100:00100000:3.0:1746137667.303988:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333834880:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746137667.304421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.304432:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333835264 00000100:00100000:2.0:1746137667.304436:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333835264 00000100:00100000:2.0:1746137667.304469:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15020 00000100:00100000:2.0:1746137667.304473:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333835264:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137667.304494:0:9588:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177784d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.304504:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.304506:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.304509:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177784d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.304520:0:9588:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177784d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.305145:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333835392 00000100:00100000:0.0:1746137667.305150:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333835392 00000100:00100000:0.0:1746137667.305185:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15021 00000100:00100000:0.0:1746137667.305190:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333835392:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746137667.305206:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009092a600/0xddf4fb6141777854 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.305223:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.305225:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.305227:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009092a600/0xddf4fb6141777854 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.305238:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009092a600/0xddf4fb6141777854 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.310704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.310954:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.311010:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333835904 00000100:00100000:2.0:1746137667.311017:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333835904 00002000:00100000:2.0:1746137667.311049:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (5242880->6291455) req@ffff880096668700 x1830957333835904/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.311057:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668700 with x1830957333835904 ext(5242880->6291455) 00000100:00100000:1.0:1746137667.311060:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333836032 00002000:00010000:2.0:1746137667.311061:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096668700 00000100:00100000:1.0:1746137667.311064:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333836032 00000100:00100000:2.0:1746137667.311079:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15022 00002000:00100000:1.0:1746137667.311082:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (5242880->6291455) req@ffff88009666b100 x1830957333836032/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746137667.311085:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333835904:12345-192.168.203.12@tcp:3:dd.0 00002000:00100000:1.0:1746137667.311090:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b100 with x1830957333836032 ext(5242880->6291455) 00002000:00010000:1.0:1746137667.311093:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009666b100 00000100:00100000:1.0:1746137667.311110:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15023 00000100:00100000:1.0:1746137667.311115:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333836032:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746137667.311829:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333834368:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12763us (13654us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.311837:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15017 00002000:00100000:3.0:1746137667.311843:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (3145728->4194303) req@ffff880096668380 x1830957333834368/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.311850:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668380 with x1830957333834368 ext(3145728->4194303) 00002000:00010000:3.0:1746137667.311853:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096668380 00000100:00100000:1.0:1746137667.321611:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333834624:12345-192.168.203.12@tcp:3:dd.0 Request processed in 22471us (23371us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137667.321621:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15018 00002000:00100000:1.0:1746137667.321631:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->5242879) req@ffff88009666a300 x1830957333834624/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.321638:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666a300 with x1830957333834624 ext(4194304->5242879) 00002000:00010000:1.0:1746137667.321643:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666a300 00000100:00100000:3.0:1746137667.322505:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333834880:12345-192.168.203.12@tcp:3:dd.0 Request processed in 18513us (19265us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.322513:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15019 00002000:00100000:3.0:1746137667.322519:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->5242879) req@ffff88008b32bb80 x1830957333834880/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.322527:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32bb80 with x1830957333834880 ext(4194304->5242879) 00002000:00010000:3.0:1746137667.322531:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b32bb80 00010000:00010000:2.0:1746137667.327470:0:9588:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177784d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.327485:0:9588:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177784d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.327492:0:9588:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177784d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.327498:0:9588:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091565200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.327502:0:9588:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177784d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.327509:0:9588:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177784d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.327524:0:9588:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177784d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.327530:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb614177784d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.327617:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333835264:12345-192.168.203.12@tcp:3:dd.0 Request processed in 23138us (24150us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.327625:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15020 00010000:00010000:2.0:1746137667.330987:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009092a600/0xddf4fb6141777854 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.331000:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009092a600/0xddf4fb6141777854 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.331006:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009092a600/0xddf4fb6141777854 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.331011:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009092a600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.331014:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009092a600/0xddf4fb6141777854 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.331020:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009092a600/0xddf4fb6141777854 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.331034:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009092a600/0xddf4fb6141777854 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.331039:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009092a600/0xddf4fb6141777854 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.331111:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333835392:12345-192.168.203.12@tcp:3:dd.0 Request processed in 25918us (26688us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746137667.331119:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15021 00000100:00100000:2.0:1746137667.332387:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2007:x1830957333836032:12345-192.168.203.12@tcp:3:dd.0 Request processed in 21267us (21428us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.332394:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15023 00002000:00100000:2.0:1746137667.332408:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (5242880->6291455) req@ffff88009666b100 x1830957333836032/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.332416:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b100 with x1830957333836032 ext(5242880->6291455) 00002000:00010000:2.0:1746137667.332420:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009666b100 00000100:00100000:2.0:1746137667.334298:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2008:x1830957333835904:12345-192.168.203.12@tcp:3:dd.0 Request processed in 23206us (23595us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.334307:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15022 00002000:00100000:2.0:1746137667.334314:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (5242880->6291455) req@ffff880096668700 x1830957333835904/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.334321:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668700 with x1830957333835904 ext(5242880->6291455) 00002000:00010000:2.0:1746137667.334324:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096668700 00000100:00100000:0.0:1746137667.335686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.335730:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333836288 00000100:00100000:2.0:1746137667.335738:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333836288 00000100:00100000:2.0:1746137667.335786:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15024 00000100:00100000:2.0:1746137667.335793:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333836288:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746137667.335846:0:27013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 6266880, mtime: 0x6813f244, atime: 0x0, ctime: 0x6813f244, blocks: 0x2fd0 00010000:00010000:2.0:1746137667.335853:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b26f600/0xddf4fb614177785b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.335864:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.335866:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.335871:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b26f600/0xddf4fb614177785b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.335882:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b26f600/0xddf4fb614177785b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746137667.351002:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970914 is committed 00002000:00010000:0.0:1746137667.351134:0:27013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:0.0:1746137667.351137:0:27013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:0.0:1746137667.351148:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b26f600/0xddf4fb614177785b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.351158:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b26f600/0xddf4fb614177785b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.351166:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b26f600/0xddf4fb614177785b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.351172:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b26f600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746137667.351175:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b26f600/0xddf4fb614177785b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.351182:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b26f600/0xddf4fb614177785b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.351196:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b26f600/0xddf4fb614177785b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.351201:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b26f600/0xddf4fb614177785b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.351964:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333836288:12345-192.168.203.12@tcp:4:dd.0 Request processed in 16166us (16277us total) trans 4294970914 rc 0/0 00000100:00100000:0.0:1746137667.351972:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15024 00000100:00100000:0.0:1746137667.355903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.355935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.355955:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.356002:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.356031:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333836928 00000100:00100000:0.0:1746137667.356037:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333836928 00000100:00100000:2.0:1746137667.356047:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333836544 00000100:00100000:2.0:1746137667.356051:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333836544 00002000:00100000:2.0:1746137667.356070:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff880096668000 x1830957333836544/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746137667.356074:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333837184 00000100:00100000:0.0:1746137667.356076:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333837184 00002000:00100000:2.0:1746137667.356078:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668000 with x1830957333836544 ext(0->4194303) 00002000:00010000:2.0:1746137667.356082:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096668000 00000100:00100000:0.0:1746137667.356086:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333837312 00000100:00100000:0.0:1746137667.356088:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333837312 00000100:00100000:2.0:1746137667.356095:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15025 00000100:00100000:0.0:1746137667.356100:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15026 00000100:00100000:2.0:1746137667.356102:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333836928:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746137667.356105:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2009:x1830957333837184:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137667.356125:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091565c00/0xddf4fb6141777869 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.356125:0:9588:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009080c200/0xddf4fb6141777862 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.356136:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.356136:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.356137:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.356137:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.356140:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091565c00/0xddf4fb6141777869 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.356140:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009080c200/0xddf4fb6141777862 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.356150:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091565c00/0xddf4fb6141777869 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.356150:0:9588:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009080c200/0xddf4fb6141777862 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.356256:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15027 00000100:00100000:2.0:1746137667.356261:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2007:x1830957333836544:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746137667.356391:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15028 00000100:00100000:1.0:1746137667.356398:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333837312:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137667.356412:0:27015:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091467e00/0xddf4fb6141777870 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.356419:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.356420:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.356423:0:27015:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091467e00/0xddf4fb6141777870 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.356431:0:27015:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091467e00/0xddf4fb6141777870 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.362131:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091565c00/0xddf4fb6141777869 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.362143:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091565c00/0xddf4fb6141777869 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.362150:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091565c00/0xddf4fb6141777869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.362156:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091565c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.362159:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091565c00/0xddf4fb6141777869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.362165:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091565c00/0xddf4fb6141777869 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.362180:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091565c00/0xddf4fb6141777869 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.362184:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091565c00/0xddf4fb6141777869 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.362255:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333836928:12345-192.168.203.12@tcp:3:dd.0 Request processed in 6150us (6355us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1746137667.362266:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15025 00010000:00010000:2.0:1746137667.368828:0:9588:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009080c200/0xddf4fb6141777862 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.368842:0:9588:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009080c200/0xddf4fb6141777862 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.368849:0:9588:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009080c200/0xddf4fb6141777862 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.368855:0:9588:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009080c200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.368858:0:9588:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009080c200/0xddf4fb6141777862 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.368864:0:9588:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009080c200/0xddf4fb6141777862 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.368879:0:9588:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009080c200/0xddf4fb6141777862 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.368884:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009080c200/0xddf4fb6141777862 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.368946:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2009:x1830957333837184:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12836us (12985us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.368955:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15026 00000100:00100000:2.0:1746137667.371745:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.371874:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333837568 00000100:00100000:3.0:1746137667.371882:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333837568 00002000:00100000:3.0:1746137667.371919:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff8800a4704700 x1830957333837568/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.371928:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704700 with x1830957333837568 ext(0->4194303) 00002000:00010000:3.0:1746137667.371932:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4704700 00000100:00100000:3.0:1746137667.371950:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15029 00000100:00100000:3.0:1746137667.371957:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2008:x1830957333837568:12345-192.168.203.12@tcp:4:dd.0 00010000:00010000:0.0:1746137667.372628:0:27015:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091467e00/0xddf4fb6141777870 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.372638:0:27015:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091467e00/0xddf4fb6141777870 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.372645:0:27015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091467e00/0xddf4fb6141777870 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.372651:0:27015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091467e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746137667.372655:0:27015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091467e00/0xddf4fb6141777870 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.372661:0:27015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091467e00/0xddf4fb6141777870 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.372676:0:27015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091467e00/0xddf4fb6141777870 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.372682:0:27015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091467e00/0xddf4fb6141777870 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.372732:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333837312:12345-192.168.203.12@tcp:3:dd.0 Request processed in 16333us (16728us total) trans 0 rc 1007616/1007616 00000100:00100000:0.0:1746137667.372739:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15028 00000100:00100000:3.0:1746137667.379241:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.379304:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333837824 00000100:00100000:0.0:1746137667.379311:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333837824 00000100:00100000:0.0:1746137667.379395:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15030 00000100:00100000:0.0:1746137667.379402:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333837824:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:0.0:1746137667.379438:0:27013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 8355840, mtime: 0x6813f244, atime: 0x0, ctime: 0x6813f244, blocks: 0x3fc0 00010000:00010000:0.0:1746137667.379446:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800908bf600/0xddf4fb6141777877 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.379458:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.379459:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.379464:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bf600/0xddf4fb6141777877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.379475:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800908bf600/0xddf4fb6141777877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.389072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.390322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.390387:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333838336 00000100:00100000:1.0:1746137667.390387:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333838080 00000100:00100000:3.0:1746137667.390394:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333838336 00000100:00100000:1.0:1746137667.390394:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333838080 00002000:00100000:3.0:1746137667.390431:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff88008b32a680 x1830957333838336/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.390431:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88009666b480 x1830957333838080/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.390440:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32a680 with x1830957333838336 ext(6291456->7340031) 00002000:00100000:1.0:1746137667.390440:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b480 with x1830957333838080 ext(6291456->7340031) 00002000:00010000:3.0:1746137667.390444:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b32a680 00002000:00010000:1.0:1746137667.390444:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666b480 00000100:00100000:3.0:1746137667.390465:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15031 00000100:00100000:1.0:1746137667.390469:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15032 00000100:00100000:3.0:1746137667.390471:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:2008:x1830957333838336:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746137667.390475:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333838080:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746137667.390498:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:2007:x1830957333836544:12345-192.168.203.12@tcp:4:dd.0 Request processed in 34236us (34562us total) trans 4294970915 rc 0/0 00000100:00100000:2.0:1746137667.390505:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15027 00002000:00100000:2.0:1746137667.390510:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff880096668000 x1830957333836544/t4294970915(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/448 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.390518:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096668000 with x1830957333836544 ext(0->4194303) 00002000:00010000:2.0:1746137667.390521:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096668000 00000100:00100000:0.0:1746137667.394277:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.394677:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333838592 00000100:00100000:1.0:1746137667.394684:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333838592 00002000:00100000:1.0:1746137667.394717:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88008b28d180 x1830957333838592/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.394724:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28d180 with x1830957333838592 ext(7340032->8388607) 00002000:00010000:1.0:1746137667.394727:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28d180 00000100:00100000:1.0:1746137667.394754:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15033 00000100:00100000:1.0:1746137667.394758:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333838592:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746137667.395057:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.395080:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333838848 00000100:00100000:2.0:1746137667.395084:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333838848 00002000:00100000:2.0:1746137667.395102:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88008b28e680 x1830957333838848/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.395109:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28e680 with x1830957333838848 ext(7340032->8388607) 00002000:00010000:2.0:1746137667.395112:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b28e680 00000100:00100000:2.0:1746137667.395125:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15034 00000100:00100000:2.0:1746137667.395130:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333838848:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746137667.401403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.401468:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333839104 00000100:00100000:3.0:1746137667.401476:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333839104 00002000:00100000:3.0:1746137667.401510:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->9437183) req@ffff88008b28ed80 x1830957333839104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.401518:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ed80 with x1830957333839104 ext(8388608->9437183) 00002000:00010000:3.0:1746137667.401522:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28ed80 00000100:00100000:3.0:1746137667.401551:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15035 00000100:00100000:3.0:1746137667.401558:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333839104:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746137667.406188:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b32a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2008:x1830957333838336:12345-192.168.203.12@tcp:3:dd.0 Request processed in 15709us (15864us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.406199:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15031 00002000:00100000:3.0:1746137667.406209:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff88008b32a680 x1830957333838336/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.406231:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b32a680 with x1830957333838336 ext(6291456->7340031) 00002000:00010000:3.0:1746137667.406237:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b32a680 00000100:00100000:1.0:1746137667.407064:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009666b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2008:x1830957333838080:12345-192.168.203.12@tcp:3:dd.0 Request processed in 16585us (18040us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137667.407075:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15032 00002000:00100000:1.0:1746137667.407081:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88009666b480 x1830957333838080/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.407090:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009666b480 with x1830957333838080 ext(6291456->7340031) 00002000:00010000:1.0:1746137667.407093:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009666b480 00000100:00100000:2.0:1746137667.407201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.407276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.407300:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333839360 00000100:00100000:2.0:1746137667.407305:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333839360 00002000:00100000:2.0:1746137667.407331:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->9437183) req@ffff8800a4706a00 x1830957333839360/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.407338:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4706a00 with x1830957333839360 ext(8388608->9437183) 00002000:00010000:2.0:1746137667.407341:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4706a00 00000100:00100000:2.0:1746137667.407359:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333839616 00000100:00100000:2.0:1746137667.407361:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333839616 00002000:00100000:2.0:1746137667.407374:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (9437184->10485759) req@ffff8800a4705f80 x1830957333839616/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.407380:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4705f80 with x1830957333839616 ext(9437184->10485759) 00002000:00010000:2.0:1746137667.407382:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4705f80 00000100:00100000:2.0:1746137667.407393:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15036 00000100:00100000:2.0:1746137667.407398:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2008:x1830957333839360:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746137667.407406:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15037 00000100:00100000:3.0:1746137667.407413:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2008:x1830957333839616:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746137667.408337:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333838592:12345-192.168.203.12@tcp:3:dd.0 Request processed in 13573us (14063us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137667.408344:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15033 00002000:00100000:1.0:1746137667.408351:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88008b28d180 x1830957333838592/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.408357:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28d180 with x1830957333838592 ext(7340032->8388607) 00002000:00010000:1.0:1746137667.408361:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28d180 00000100:00100000:2.0:1746137667.415049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.415073:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333839872 00000100:00100000:2.0:1746137667.415079:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333839872 00002000:00100000:2.0:1746137667.415113:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (9437184->10485759) req@ffff8800a4704000 x1830957333839872/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.415122:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704000 with x1830957333839872 ext(9437184->10485759) 00002000:00010000:2.0:1746137667.415126:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4704000 00000100:00100000:2.0:1746137667.415159:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15038 00000100:00100000:2.0:1746137667.415166:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333839872:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746137667.415936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.415949:0:27016:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:1.0:1746137667.415954:0:27016:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_009' 00000100:00100000:3.0:1746137667.415985:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333839104:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14425us (14588us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.415994:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15035 00000100:00100000:2.0:1746137667.415994:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333838848:12345-192.168.203.12@tcp:3:dd.0 Request processed in 20862us (20936us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.416001:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15034 00002000:00100000:3.0:1746137667.416002:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->9437183) req@ffff88008b28ed80 x1830957333839104/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.416007:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88008b28e680 x1830957333838848/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.416010:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ed80 with x1830957333839104 ext(8388608->9437183) 00002000:00010000:3.0:1746137667.416014:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28ed80 00002000:00100000:2.0:1746137667.416014:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28e680 with x1830957333838848 ext(7340032->8388607) 00002000:00010000:2.0:1746137667.416017:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b28e680 00000100:00100000:3.0:1746137667.416027:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333840128 00000100:00100000:3.0:1746137667.416030:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333840128 00002000:00100000:3.0:1746137667.416046:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88009861a300 x1830957333840128/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.416052:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861a300 with x1830957333840128 ext(10485760->11534335) 00002000:00010000:3.0:1746137667.416054:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009861a300 00000100:00100000:1.0:1746137667.416071:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15039 00000100:00100000:1.0:1746137667.416078:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333840128:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746137667.423030:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.423073:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.423090:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333840384 00000100:00100000:2.0:1746137667.423095:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333840384 00000100:00100000:0.0:1746137667.423113:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2008:x1830957333837568:12345-192.168.203.12@tcp:4:dd.0 Request processed in 51155us (51372us total) trans 4294972217 rc 0/0 00000100:00100000:0.0:1746137667.423122:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15029 00000100:00100000:1.0:1746137667.423124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00002000:00100000:2.0:1746137667.423127:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff8800a4707b80 x1830957333840384/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137667.423130:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff8800a4704700 x1830957333837568/t4294972217(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/448 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.423134:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4707b80 with x1830957333840384 ext(10485760->11534335) 00002000:00100000:0.0:1746137667.423137:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704700 with x1830957333837568 ext(0->4194303) 00002000:00010000:2.0:1746137667.423139:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4707b80 00002000:00010000:0.0:1746137667.423141:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4704700 00000100:00100000:2.0:1746137667.423151:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333840640 00000100:00100000:2.0:1746137667.423152:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333840640 00000100:00100000:0.0:1746137667.423154:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333840896 00000100:00100000:0.0:1746137667.423157:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333840896 00002000:00100000:2.0:1746137667.423161:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800a4706300 x1830957333840640/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.423166:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4706300 with x1830957333840640 ext(11534336->12582911) 00002000:00010000:2.0:1746137667.423169:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4706300 00002000:00100000:0.0:1746137667.423169:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88009861a680 x1830957333840896/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137667.423176:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861a680 with x1830957333840896 ext(11534336->12582911) 00002000:00010000:0.0:1746137667.423178:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009861a680 00000100:00100000:0.0:1746137667.423184:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15040 00000100:00100000:0.0:1746137667.423189:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+15:2007:x1830957333840384:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746137667.423299:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15041 00000100:00100000:2.0:1746137667.423305:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333840640:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746137667.423519:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15042 00000100:00100000:1.0:1746137667.423526:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:2007:x1830957333840896:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746137667.425355:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2008:x1830957333839616:12345-192.168.203.12@tcp:3:dd.0 Request processed in 17936us (18072us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.425366:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15037 00002000:00100000:3.0:1746137667.425376:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (9437184->10485759) req@ffff8800a4705f80 x1830957333839616/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.425384:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4705f80 with x1830957333839616 ext(9437184->10485759) 00002000:00010000:3.0:1746137667.425390:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4705f80 00000100:00100000:3.0:1746137667.425553:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:2008:x1830957333839360:12345-192.168.203.12@tcp:3:dd.0 Request processed in 18154us (18353us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.425560:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15036 00002000:00100000:3.0:1746137667.425570:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->9437183) req@ffff8800a4706a00 x1830957333839360/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.425576:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4706a00 with x1830957333839360 ext(8388608->9437183) 00002000:00010000:3.0:1746137667.425579:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4706a00 00000100:00100000:0.0:1746137667.428005:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.428059:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333841152 00000100:00100000:3.0:1746137667.428066:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333841152 00002000:00100000:3.0:1746137667.428097:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88008b28ca80 x1830957333841152/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.428106:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ca80 with x1830957333841152 ext(12582912->13631487) 00002000:00010000:3.0:1746137667.428109:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28ca80 00000100:00100000:3.0:1746137667.428136:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15043 00000100:00100000:3.0:1746137667.428142:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333841152:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746137667.428390:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333839872:12345-192.168.203.12@tcp:3:dd.0 Request processed in 13223us (13347us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.428398:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15038 00002000:00100000:2.0:1746137667.428403:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (9437184->10485759) req@ffff8800a4704000 x1830957333839872/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.428410:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4704000 with x1830957333839872 ext(9437184->10485759) 00002000:00010000:2.0:1746137667.428413:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4704000 00000001:00080000:0.0:1746137667.432767:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970916 is committed 00000001:00080000:0.0:1746137667.432780:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970915 is committed 00002000:00010000:2.0:1746137667.432927:0:27013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:2.0:1746137667.432930:0:27013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:2.0:1746137667.432944:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800908bf600/0xddf4fb6141777877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.432958:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bf600/0xddf4fb6141777877 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.432965:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800908bf600/0xddf4fb6141777877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.432970:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908bf600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.432973:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bf600/0xddf4fb6141777877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.432979:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bf600/0xddf4fb6141777877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.432993:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800908bf600/0xddf4fb6141777877 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.432997:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908bf600/0xddf4fb6141777877 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.433086:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333837824:12345-192.168.203.12@tcp:4:dd.0 Request processed in 53680us (53847us total) trans 4294970916 rc 0/0 00000100:00100000:2.0:1746137667.433094:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15030 00000100:00100000:1.0:1746137667.438839:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333840128:12345-192.168.203.12@tcp:3:dd.0 Request processed in 22728us (22873us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137667.438850:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15039 00002000:00100000:1.0:1746137667.438861:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88009861a300 x1830957333840128/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.438869:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861a300 with x1830957333840128 ext(10485760->11534335) 00002000:00010000:1.0:1746137667.438874:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009861a300 00000100:00100000:0.0:1746137667.440058:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.440106:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.440107:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333841408 00000100:00100000:2.0:1746137667.440114:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333841408 00000100:00100000:2.0:1746137667.440150:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333841664 00000100:00100000:2.0:1746137667.440153:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333841664 00000100:00100000:2.0:1746137667.440168:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15044 00000100:00100000:2.0:1746137667.440175:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333841408:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746137667.440187:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15045 00000100:00100000:3.0:1746137667.440193:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957333841664:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137667.440203:0:27016:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb614177787e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.440206:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141777885 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.440227:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.440227:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.440229:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.440229:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.440233:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141777885 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.440233:0:27016:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb614177787e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.440243:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141777885 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.440243:0:27016:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb614177787e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.440565:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2007:x1830957333840896:12345-192.168.203.12@tcp:3:dd.0 Request processed in 17038us (17440us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137667.440572:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15042 00002000:00100000:1.0:1746137667.440579:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88009861a680 x1830957333840896/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.440587:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009861a680 with x1830957333840896 ext(11534336->12582911) 00002000:00010000:1.0:1746137667.440591:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009861a680 00000100:00100000:2.0:1746137667.442385:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.442498:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333841920 00000100:00100000:1.0:1746137667.442505:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333841920 00000100:00100000:1.0:1746137667.442554:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15046 00000100:00100000:1.0:1746137667.442560:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333841920:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137667.442585:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094ed9c00/0xddf4fb614177788c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.442595:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.442597:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.442602:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed9c00/0xddf4fb614177788c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.442717:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333840640:12345-192.168.203.12@tcp:3:dd.0 Request processed in 19412us (19642us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.442724:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15041 00002000:00100000:3.0:1746137667.442731:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800a4706300 x1830957333840640/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.442739:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4706300 with x1830957333840640 ext(11534336->12582911) 00002000:00010000:3.0:1746137667.442747:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4706300 00010000:00010000:1.0:1746137667.442792:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ed9c00/0xddf4fb614177788c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.447029:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2007:x1830957333840384:12345-192.168.203.12@tcp:3:dd.0 Request processed in 23830us (23997us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.447041:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15040 00002000:00100000:2.0:1746137667.447053:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff8800a4707b80 x1830957333840384/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.447062:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4707b80 with x1830957333840384 ext(10485760->11534335) 00002000:00010000:2.0:1746137667.447068:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4707b80 00010000:00010000:2.0:1746137667.447935:0:27016:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb614177787e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.447948:0:27016:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb614177787e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.447956:0:27016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb614177787e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.447963:0:27016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800916bec00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.447967:0:27016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb614177787e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.447974:0:27016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb614177787e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.447990:0:27016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb614177787e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.447996:0:27016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb614177787e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.448576:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2007:x1830957333841152:12345-192.168.203.12@tcp:3:dd.0 Request processed in 20431us (20575us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.448576:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333841408:12345-192.168.203.12@tcp:3:dd.0 Request processed in 8397us (8520us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1746137667.448584:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15044 00000100:00100000:3.0:1746137667.448587:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15043 00002000:00100000:3.0:1746137667.448594:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88008b28ca80 x1830957333841152/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.448601:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28ca80 with x1830957333841152 ext(12582912->13631487) 00002000:00010000:3.0:1746137667.448605:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b28ca80 00010000:00010000:3.0:1746137667.451564:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141777885 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.451578:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141777885 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.451584:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141777885 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.451590:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091564000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.451594:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141777885 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.451600:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141777885 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.451847:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094ed9c00/0xddf4fb614177788c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.451855:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed9c00/0xddf4fb614177788c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.451860:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094ed9c00/0xddf4fb614177788c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.451865:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ed9c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137667.451867:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ed9c00/0xddf4fb614177788c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.451872:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ed9c00/0xddf4fb614177788c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.451884:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094ed9c00/0xddf4fb614177788c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.451889:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ed9c00/0xddf4fb614177788c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.451947:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4707100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333841920:12345-192.168.203.12@tcp:3:dd.0 Request processed in 9383us (9566us total) trans 0 rc 999424/999424 00000100:00100000:1.0:1746137667.451955:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15046 00010000:00010000:3.0:1746137667.452092:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141777885 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.452099:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564000/0xddf4fb6141777885 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.452142:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957333841664:12345-192.168.203.12@tcp:3:dd.0 Request processed in 11949us (12035us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.452147:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15045 00000100:00100000:0.0:1746137667.458463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.458926:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333842176 00000100:00100000:3.0:1746137667.458934:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333842176 00000100:00100000:3.0:1746137667.458991:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15047 00000100:00100000:3.0:1746137667.458998:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333842176:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746137667.459037:0:27013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 10444800, mtime: 0x6813f244, atime: 0x0, ctime: 0x6813f244, blocks: 0x4fb0 00010000:00010000:3.0:1746137667.459043:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb6141777893 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.459054:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.459056:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.459059:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb6141777893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.459073:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb6141777893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746137667.477455:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970917 is committed 00002000:00010000:3.0:1746137667.477619:0:27013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:3.0:1746137667.477624:0:27013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:3.0:1746137667.477634:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb6141777893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.477643:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb6141777893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.477650:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb6141777893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.477656:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091565200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.477659:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb6141777893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.477665:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb6141777893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.477679:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb6141777893 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.477685:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb6141777893 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.477888:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333842176:12345-192.168.203.12@tcp:4:dd.0 Request processed in 18886us (19426us total) trans 4294970917 rc 0/0 00000100:00100000:3.0:1746137667.477896:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15047 00000100:00100000:2.0:1746137667.481350:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.481401:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.481667:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333842560 00000100:00100000:3.0:1746137667.481676:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333842560 00000100:00100000:3.0:1746137667.481720:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333842688 00000100:00100000:3.0:1746137667.481721:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333842688 00000100:00100000:1.0:1746137667.481726:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15048 00000100:00100000:1.0:1746137667.481735:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957333842560:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746137667.481739:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15049 00000100:00100000:3.0:1746137667.481744:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333842688:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137667.481765:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778a1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.481765:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb614177789a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.481776:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.481777:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.481778:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.481778:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.481781:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb614177789a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.481782:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778a1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.481792:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778a1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.481792:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb614177789a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.487910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.488469:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333843072 00000100:00100000:2.0:1746137667.488477:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333843072 00002000:00100000:2.0:1746137667.488512:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff88008b28f800 x1830957333843072/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.488522:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f800 with x1830957333843072 ext(4194304->8388607) 00002000:00010000:2.0:1746137667.488526:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b28f800 00000100:00100000:2.0:1746137667.488556:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15050 00000100:00100000:2.0:1746137667.488563:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2008:x1830957333843072:12345-192.168.203.12@tcp:4:dd.0 00010000:00010000:1.0:1746137667.491915:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb614177789a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.491927:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb614177789a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.491934:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb614177789a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.491939:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ed9400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137667.491942:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb614177789a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.491949:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb614177789a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.491963:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb614177789a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.491968:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb614177789a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.492040:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957333842560:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10302us (10695us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137667.492049:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15048 00010000:00010000:3.0:1746137667.492414:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778a1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.492425:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.492432:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.492438:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091565200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.492441:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.492448:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.492459:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.492465:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.492512:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333842688:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10767us (11110us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746137667.492519:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15049 00000100:00100000:0.0:1746137667.496104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.496321:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333843584 00000100:00100000:3.0:1746137667.496329:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333843584 00000100:00100000:3.0:1746137667.496423:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15051 00000100:00100000:3.0:1746137667.496430:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333843584:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746137667.496467:0:27013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 12533760, mtime: 0x6813f244, atime: 0x0, ctime: 0x6813f244, blocks: 0x5fa0 00010000:00010000:3.0:1746137667.496475:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091564600/0xddf4fb61417778a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.496486:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.496487:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.496492:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091564600/0xddf4fb61417778a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.496504:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091564600/0xddf4fb61417778a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.498049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.498069:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333843328 00000100:00100000:1.0:1746137667.498074:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333843328 00002000:00100000:1.0:1746137667.498098:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880098618a80 x1830957333843328/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.498105:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618a80 with x1830957333843328 ext(4194304->8388607) 00002000:00010000:1.0:1746137667.498109:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098618a80 00000100:00100000:1.0:1746137667.498123:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15052 00000100:00100000:1.0:1746137667.498128:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2007:x1830957333843328:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:2.0:1746137667.516983:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333843072:12345-192.168.203.12@tcp:4:dd.0 Request processed in 28409us (29068us total) trans 4294970918 rc 0/0 00000100:00100000:2.0:1746137667.516999:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15050 00002000:00100000:2.0:1746137667.517012:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff88008b28f800 x1830957333843072/t4294970918(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/448 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.517022:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b28f800 with x1830957333843072 ext(4194304->8388607) 00002000:00010000:2.0:1746137667.517028:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b28f800 00000001:00080000:2.0:1746137667.525348:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970919 is committed 00000001:00080000:2.0:1746137667.525361:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970918 is committed 00002000:00010000:3.0:1746137667.525514:0:27013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:3.0:1746137667.525518:0:27013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:3.0:1746137667.525529:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091564600/0xddf4fb61417778a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.525538:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091564600/0xddf4fb61417778a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.525545:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091564600/0xddf4fb61417778a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.525550:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091564600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.525554:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091564600/0xddf4fb61417778a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.525560:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091564600/0xddf4fb61417778a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.525575:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091564600/0xddf4fb61417778a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.525580:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091564600/0xddf4fb61417778a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.525659:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333843584:12345-192.168.203.12@tcp:4:dd.0 Request processed in 29226us (29559us total) trans 4294970919 rc 0/0 00000100:00100000:3.0:1746137667.525667:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15051 00000100:00100000:0.0:1746137667.533729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.533764:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.533796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.533835:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333843840 00000100:00100000:0.0:1746137667.533842:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333843840 00000100:00100000:0.0:1746137667.533890:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333844096 00000100:00100000:0.0:1746137667.533892:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333844096 00000100:00100000:0.0:1746137667.533905:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333844352 00000100:00100000:0.0:1746137667.533907:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333844352 00000100:00100000:0.0:1746137667.533921:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15053 00000100:00100000:0.0:1746137667.533927:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b28ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333843840:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746137667.533953:0:27016:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880090842c00/0xddf4fb61417778af lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.533964:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.533966:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.533970:0:27016:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090842c00/0xddf4fb61417778af lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.533981:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15054 00010000:00010000:0.0:1746137667.533981:0:27016:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090842c00/0xddf4fb61417778af lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.533988:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957333844096:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137667.534003:0:20730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417778b6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.534009:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.534010:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.534012:0:20730:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417778b6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.534019:0:20730:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417778b6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.534079:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15055 00000100:00100000:2.0:1746137667.534088:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333844352:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137667.534103:0:9588:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094d39c00/0xddf4fb61417778bd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.534112:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.534113:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.534116:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d39c00/0xddf4fb61417778bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.534125:0:9588:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d39c00/0xddf4fb61417778bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.539140:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333843328:12345-192.168.203.12@tcp:4:dd.0 Request processed in 41001us (41085us total) trans 4294972218 rc 0/0 00000100:00100000:0.0:1746137667.539152:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15052 00002000:00100000:0.0:1746137667.539164:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880098618a80 x1830957333843328/t4294972218(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/448 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137667.539172:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618a80 with x1830957333843328 ext(4194304->8388607) 00002000:00010000:0.0:1746137667.539177:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098618a80 00010000:00010000:2.0:1746137667.540767:0:27016:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880090842c00/0xddf4fb61417778af lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.540779:0:27016:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090842c00/0xddf4fb61417778af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.540797:0:27016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090842c00/0xddf4fb61417778af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.540803:0:27016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090842c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.540836:0:27016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090842c00/0xddf4fb61417778af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.540843:0:27016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090842c00/0xddf4fb61417778af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.540859:0:27016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090842c00/0xddf4fb61417778af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.540865:0:27016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090842c00/0xddf4fb61417778af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.541194:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b28ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333843840:12345-192.168.203.12@tcp:3:dd.0 Request processed in 7263us (7469us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1746137667.541295:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15053 00010000:00010000:3.0:1746137667.542170:0:20730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417778b6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.542179:0:20730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417778b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.542186:0:20730:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417778b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.542191:0:20730:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091565200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.542194:0:20730:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417778b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.542199:0:20730:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417778b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.542220:0:20730:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417778b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.542225:0:20730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091565200/0xddf4fb61417778b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.542297:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957333844096:12345-192.168.203.12@tcp:3:dd.0 Request processed in 8308us (8530us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.542304:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15054 00010000:00010000:2.0:1746137667.544667:0:9588:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094d39c00/0xddf4fb61417778bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.544680:0:9588:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d39c00/0xddf4fb61417778bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.544686:0:9588:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d39c00/0xddf4fb61417778bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.544696:0:9588:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d39c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.544699:0:9588:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d39c00/0xddf4fb61417778bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.544705:0:9588:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d39c00/0xddf4fb61417778bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.544718:0:9588:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d39c00/0xddf4fb61417778bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.544723:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d39c00/0xddf4fb61417778bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.544853:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333844352:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10762us (11051us total) trans 0 rc 983040/983040 00000100:00100000:2.0:1746137667.544862:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15055 00000100:00100000:0.0:1746137667.557038:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.557216:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333844608 00000100:00100000:2.0:1746137667.557224:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333844608 00000100:00100000:2.0:1746137667.557283:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15056 00000100:00100000:2.0:1746137667.557290:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333844608:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746137667.557328:0:9588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 14622720, mtime: 0x6813f244, atime: 0x0, ctime: 0x6813f244, blocks: 0x6f90 00010000:00010000:2.0:1746137667.557335:0:9588:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d39e00/0xddf4fb61417778c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.557346:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.557347:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.557352:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d39e00/0xddf4fb61417778c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.557362:0:9588:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d39e00/0xddf4fb61417778c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.569698:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.571515:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333844864 00000100:00100000:3.0:1746137667.571525:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333844864 00002000:00100000:3.0:1746137667.571564:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff88011d4f9880 x1830957333844864/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.571573:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f9880 with x1830957333844864 ext(8388608->12582911) 00002000:00010000:3.0:1746137667.571578:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d4f9880 00000100:00100000:3.0:1746137667.571601:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15057 00000100:00100000:3.0:1746137667.571608:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2007:x1830957333844864:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746137667.583496:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.583545:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333845120 00000100:00100000:2.0:1746137667.583551:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333845120 00002000:00100000:2.0:1746137667.583583:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff880098618380 x1830957333845120/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.583591:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618380 with x1830957333845120 ext(8388608->12582911) 00002000:00010000:2.0:1746137667.583595:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098618380 00000100:00100000:2.0:1746137667.583621:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15058 00000100:00100000:2.0:1746137667.583627:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2008:x1830957333845120:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746137667.590238:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.590523:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333845376 00000100:00100000:0.0:1746137667.590530:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333845376 00000100:00100000:0.0:1746137667.590575:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 194 00000100:00100000:0.0:1746137667.590581:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+22:3701:x1830957333845376:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:0.0:1746137667.590781:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+23:3701:x1830957333845376:12345-192.168.203.12@tcp:35:dd.0 Request processed in 199us (550us total) trans 4294984509 rc 0/0 00000100:00100000:0.0:1746137667.590787:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 194 00000001:00080000:3.0:1746137667.593272:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970920 is committed 00002000:00010000:2.0:1746137667.594004:0:9588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:2.0:1746137667.594008:0:9588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:2.0:1746137667.594021:0:9588:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d39e00/0xddf4fb61417778c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.594030:0:9588:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d39e00/0xddf4fb61417778c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.594037:0:9588:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d39e00/0xddf4fb61417778c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.594044:0:9588:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d39e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.594048:0:9588:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d39e00/0xddf4fb61417778c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.594058:0:9588:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d39e00/0xddf4fb61417778c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.594076:0:9588:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d39e00/0xddf4fb61417778c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.594082:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d39e00/0xddf4fb61417778c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.595985:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333844608:12345-192.168.203.12@tcp:4:dd.0 Request processed in 38685us (38944us total) trans 4294970920 rc 0/0 00000100:00100000:2.0:1746137667.595996:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15056 00000100:00100000:0.0:1746137667.600318:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.600664:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333845632 00000100:00100000:2.0:1746137667.600673:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333845632 00000100:00100000:2.0:1746137667.600712:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 195 00000100:00100000:2.0:1746137667.600719:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+23:3701:x1830957333845632:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:2.0:1746137667.600925:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+24:3701:x1830957333845632:12345-192.168.203.12@tcp:35:dd.0 Request processed in 205us (614us total) trans 4294984510 rc 0/0 00000100:00100000:2.0:1746137667.600931:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 195 00000100:00100000:1.0:1746137667.604905:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.604936:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.604958:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.604978:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333845888 00000100:00100000:1.0:1746137667.604985:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333845888 00000100:00100000:1.0:1746137667.605022:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333846144 00000100:00100000:1.0:1746137667.605024:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333846144 00000100:00100000:1.0:1746137667.605037:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333846400 00000100:00100000:1.0:1746137667.605038:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333846400 00000100:00100000:0.0:1746137667.605081:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15059 00000100:00100000:0.0:1746137667.605089:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333845888:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746137667.605115:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097f2c000/0xddf4fb61417778cb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.605127:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.605129:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.605133:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f2c000/0xddf4fb61417778cb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.605142:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097f2c000/0xddf4fb61417778cb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.605284:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15060 00000100:00100000:3.0:1746137667.605290:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333846144:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137667.605307:0:9588:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417778d2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.605315:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.605316:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.605318:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417778d2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.605326:0:9588:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417778d2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.605410:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15061 00000100:00100000:1.0:1746137667.605415:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333846400:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137667.605429:0:27015:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094ed9600/0xddf4fb61417778d9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.605435:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.605436:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.605438:0:27015:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed9600/0xddf4fb61417778d9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.605444:0:27015:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ed9600/0xddf4fb61417778d9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.617306:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097f2c000/0xddf4fb61417778cb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.617325:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2007:x1830957333844864:12345-192.168.203.12@tcp:4:dd.0 Request processed in 45713us (47628us total) trans 4294970921 rc 0/0 00000100:00100000:2.0:1746137667.617335:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15057 00002000:00100000:2.0:1746137667.617344:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff88011d4f9880 x1830957333844864/t4294970921(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/448 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.617356:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4f9880 with x1830957333844864 ext(8388608->12582911) 00002000:00010000:2.0:1746137667.617360:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d4f9880 00010000:00010000:1.0:1746137667.617410:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097f2c000/0xddf4fb61417778cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.617417:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097f2c000/0xddf4fb61417778cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.617422:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097f2c000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137667.617426:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097f2c000/0xddf4fb61417778cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.617432:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097f2c000/0xddf4fb61417778cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.617448:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097f2c000/0xddf4fb61417778cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.617462:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f2c000/0xddf4fb61417778cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.617503:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333845888:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12415us (12605us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1746137667.617510:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15059 00010000:00010000:1.0:1746137667.619372:0:27015:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094ed9600/0xddf4fb61417778d9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.619385:0:27015:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed9600/0xddf4fb61417778d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.619392:0:27015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094ed9600/0xddf4fb61417778d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.619397:0:27015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ed9600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137667.619399:0:27015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ed9600/0xddf4fb61417778d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.619405:0:27015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ed9600/0xddf4fb61417778d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.619417:0:27015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094ed9600/0xddf4fb61417778d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.619422:0:27015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ed9600/0xddf4fb61417778d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.619976:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333846400:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14554us (15011us total) trans 0 rc 974848/974848 00000100:00100000:1.0:1746137667.619986:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15061 00010000:00010000:3.0:1746137667.620691:0:9588:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417778d2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.620700:0:9588:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417778d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.620705:0:9588:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417778d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.620710:0:9588:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091564a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.620713:0:9588:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417778d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.620718:0:9588:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417778d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.620729:0:9588:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417778d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.620738:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564a00/0xddf4fb61417778d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.620785:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333846144:12345-192.168.203.12@tcp:3:dd.0 Request processed in 15493us (15847us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.620791:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15060 00000100:00100000:0.0:1746137667.624094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.624148:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333846656 00000100:00100000:3.0:1746137667.624156:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333846656 00000100:00100000:3.0:1746137667.624203:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15062 00000100:00100000:3.0:1746137667.624219:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333846656:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746137667.624258:0:9588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 16711680, mtime: 0x6813f244, atime: 0x0, ctime: 0x6813f244, blocks: 0x7f80 00010000:00010000:3.0:1746137667.624265:0:9588:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.624276:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.624277:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.624281:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.624293:0:9588:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.630434:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2008:x1830957333845120:12345-192.168.203.12@tcp:4:dd.0 Request processed in 46798us (46936us total) trans 4294972219 rc 0/0 00000100:00100000:0.0:1746137667.630445:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15058 00002000:00100000:0.0:1746137667.630455:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff880098618380 x1830957333845120/t4294972219(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/448 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137667.630464:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098618380 with x1830957333845120 ext(8388608->12582911) 00002000:00010000:0.0:1746137667.630470:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098618380 00000001:00080000:0.0:1746137667.646360:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970922 is committed 00000001:00080000:0.0:1746137667.646374:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970921 is committed 00002000:00010000:3.0:1746137667.646925:0:9588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:3.0:1746137667.646930:0:9588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:3.0:1746137667.646941:0:9588:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.646955:0:9588:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.646962:0:9588:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.646968:0:9588:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091565200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.646972:0:9588:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.646979:0:9588:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.646995:0:9588:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.647000:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091565200/0xddf4fb61417778e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.647416:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333846656:12345-192.168.203.12@tcp:4:dd.0 Request processed in 23201us (23325us total) trans 4294970922 rc 0/0 00000100:00100000:3.0:1746137667.647424:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15062 00000100:00100000:0.0:1746137667.650134:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.650171:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.650366:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.650397:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333846912 00000100:00100000:0.0:1746137667.650404:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333846912 00000100:00100000:0.0:1746137667.650445:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333847168 00000100:00100000:0.0:1746137667.650447:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333847168 00000100:00100000:0.0:1746137667.650469:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333847424 00000100:00100000:0.0:1746137667.650471:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333847424 00000100:00100000:0.0:1746137667.650487:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15063 00000100:00100000:0.0:1746137667.650493:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333846912:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746137667.650522:0:27015:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091466c00/0xddf4fb61417778e7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.650533:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.650535:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.650539:0:27015:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091466c00/0xddf4fb61417778e7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.650551:0:27015:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091466c00/0xddf4fb61417778e7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.650674:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15064 00000100:00100000:0.0:1746137667.650680:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957333847168:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746137667.650695:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009098fe00/0xddf4fb61417778ee lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.650701:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746137667.650702:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15065 00010000:00010000:0.0:1746137667.650703:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.650705:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009098fe00/0xddf4fb61417778ee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.650710:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333847424:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746137667.650713:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009098fe00/0xddf4fb61417778ee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.650724:0:20730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009144a200/0xddf4fb61417778f5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.650858:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.650862:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.650866:0:20730:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009144a200/0xddf4fb61417778f5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.650875:0:20730:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009144a200/0xddf4fb61417778f5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.657788:0:27015:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091466c00/0xddf4fb61417778e7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.657803:0:27015:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091466c00/0xddf4fb61417778e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.657833:0:27015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091466c00/0xddf4fb61417778e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.657838:0:27015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091466c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.657842:0:27015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091466c00/0xddf4fb61417778e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.657854:0:27015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091466c00/0xddf4fb61417778e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.657871:0:27015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091466c00/0xddf4fb61417778e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.657878:0:27015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091466c00/0xddf4fb61417778e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.657956:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333846912:12345-192.168.203.12@tcp:3:dd.0 Request processed in 7459us (7825us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1746137667.657964:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15063 00010000:00010000:2.0:1746137667.661102:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009098fe00/0xddf4fb61417778ee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.661115:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009098fe00/0xddf4fb61417778ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.661123:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009098fe00/0xddf4fb61417778ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.661129:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009098fe00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.661133:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009098fe00/0xddf4fb61417778ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.661140:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009098fe00/0xddf4fb61417778ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.661156:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009098fe00/0xddf4fb61417778ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.661161:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009098fe00/0xddf4fb61417778ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.661251:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957333847168:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10567us (11076us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.661260:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15064 00010000:00010000:2.0:1746137667.662874:0:20730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009144a200/0xddf4fb61417778f5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.662888:0:20730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009144a200/0xddf4fb61417778f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.662896:0:20730:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009144a200/0xddf4fb61417778f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.662902:0:20730:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009144a200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.662905:0:20730:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144a200/0xddf4fb61417778f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.662912:0:20730:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144a200/0xddf4fb61417778f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.662928:0:20730:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009144a200/0xddf4fb61417778f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.662939:0:20730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009144a200/0xddf4fb61417778f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.662991:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333847424:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12278us (12621us total) trans 0 rc 966656/966656 00000100:00100000:2.0:1746137667.663001:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15065 00000100:00100000:0.0:1746137667.666999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.667137:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333847680 00000100:00100000:2.0:1746137667.667145:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333847680 00000100:00100000:2.0:1746137667.667228:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15066 00000100:00100000:2.0:1746137667.667238:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333847680:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746137667.667282:0:20730:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 18800640, mtime: 0x6813f244, atime: 0x0, ctime: 0x6813f244, blocks: 0x8f70 00010000:00010000:2.0:1746137667.667292:0:20730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb61417778fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.667304:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.667305:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.667311:0:20730:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb61417778fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.667322:0:20730:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb61417778fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746137667.694397:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970923 is committed 00002000:00010000:2.0:1746137667.694590:0:20730:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:2.0:1746137667.694595:0:20730:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:2.0:1746137667.694611:0:20730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb61417778fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.694626:0:20730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb61417778fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.694633:0:20730:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb61417778fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.694639:0:20730:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009144b800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.694643:0:20730:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb61417778fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.694650:0:20730:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb61417778fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.694667:0:20730:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb61417778fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.694674:0:20730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb61417778fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.697014:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333847680:12345-192.168.203.12@tcp:4:dd.0 Request processed in 27567us (27811us total) trans 4294970923 rc 0/0 00000100:00100000:2.0:1746137667.697031:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15066 00000100:00100000:0.0:1746137667.699798:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.699908:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.699945:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333848064 00000100:00100000:3.0:1746137667.699952:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333848064 00000100:00100000:3.0:1746137667.699995:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333848192 00000100:00100000:3.0:1746137667.699997:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333848192 00000100:00100000:3.0:1746137667.700017:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15067 00000100:00100000:3.0:1746137667.700023:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2009:x1830957333848064:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137667.700048:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141777903 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.700060:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.700062:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.700066:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141777903 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.700076:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141777903 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.700104:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15068 00000100:00100000:2.0:1746137667.700115:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333848192:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137667.700139:0:27015:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb614177790a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.700149:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.700150:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.700154:0:27015:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb614177790a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.700163:0:27015:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb614177790a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.716410:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141777903 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.716424:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141777903 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.716431:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141777903 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.716437:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091564200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.716440:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141777903 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.716447:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141777903 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.716461:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141777903 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.716467:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564200/0xddf4fb6141777903 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.716538:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2009:x1830957333848064:12345-192.168.203.12@tcp:3:dd.0 Request processed in 16511us (16743us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.716546:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15067 00010000:00010000:2.0:1746137667.720000:0:27015:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb614177790a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.720016:0:27015:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb614177790a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.720025:0:27015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb614177790a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.720032:0:27015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009144ac00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.720035:0:27015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb614177790a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.720043:0:27015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb614177790a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.720060:0:27015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb614177790a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.720066:0:27015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb614177790a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.721256:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333848192:12345-192.168.203.12@tcp:3:dd.0 Request processed in 21136us (21341us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746137667.721267:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15068 00000100:00100000:0.0:1746137667.726509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.726784:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333848576 00000100:00100000:2.0:1746137667.726792:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333848576 00000100:00100000:2.0:1746137667.726887:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15069 00000100:00100000:2.0:1746137667.726897:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333848576:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746137667.726942:0:27015:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 20889600, mtime: 0x6813f244, atime: 0x0, ctime: 0x6813f244, blocks: 0x9f60 00010000:00010000:2.0:1746137667.726949:0:27015:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb6141777911 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.726960:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.726961:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.726965:0:27015:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb6141777911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.726976:0:27015:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb6141777911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746137667.749153:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970924 is committed 00002000:00010000:0.0:1746137667.749351:0:27015:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:0.0:1746137667.749355:0:27015:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:0.0:1746137667.749366:0:27015:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb6141777911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.749376:0:27015:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb6141777911 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.749383:0:27015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb6141777911 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.749389:0:27015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009144ac00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746137667.749392:0:27015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb6141777911 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.749398:0:27015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb6141777911 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.749411:0:27015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb6141777911 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.749416:0:27015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009144ac00/0xddf4fb6141777911 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.749510:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2007:x1830957333848576:12345-192.168.203.12@tcp:4:dd.0 Request processed in 22609us (23003us total) trans 4294970924 rc 0/0 00000100:00100000:0.0:1746137667.749518:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15069 00000100:00100000:0.0:1746137667.751799:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.751866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.751903:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.751957:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333848832 00000100:00100000:3.0:1746137667.751966:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333848832 00000100:00100000:1.0:1746137667.751972:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333849088 00000100:00100000:1.0:1746137667.751976:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333849088 00000100:00100000:1.0:1746137667.752008:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333849344 00000100:00100000:1.0:1746137667.752010:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333849344 00000100:00100000:3.0:1746137667.752016:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15070 00000100:00100000:3.0:1746137667.752023:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333849088:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137667.752054:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141777918 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.752065:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.752067:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137667.752071:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141777918 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.752082:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141777918 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.752086:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15071 00000100:00100000:1.0:1746137667.752091:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333848832:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137667.752106:0:20730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177791f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.752124:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15072 00000100:00100000:2.0:1746137667.752135:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333849344:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137667.752146:0:27015:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb6141777926 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.752166:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.752168:0:20730:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137667.752171:0:20730:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177791f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.752179:0:20730:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177791f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.752312:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.752314:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.752317:0:27015:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb6141777926 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.752325:0:27015:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb6141777926 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.755761:0:20730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177791f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.755776:0:20730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177791f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.755783:0:20730:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177791f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.755790:0:20730:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800917a6400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137667.755793:0:20730:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177791f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.755801:0:20730:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177791f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.755890:0:20730:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177791f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.755898:0:20730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917a6400/0xddf4fb614177791f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20730 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.756485:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333848832:12345-192.168.203.12@tcp:3:dd.0 Request processed in 4387us (4685us total) trans 0 rc 90112/90112 00000100:00100000:1.0:1746137667.756496:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15071 00010000:00010000:3.0:1746137667.761201:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141777918 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.761229:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141777918 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.761242:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141777918 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.761249:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091564600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137667.761252:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141777918 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.761260:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141777918 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.761278:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141777918 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.761283:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091564600/0xddf4fb6141777918 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.761368:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333849088:12345-192.168.203.12@tcp:3:dd.0 Request processed in 9340us (9496us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137667.761377:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15070 00010000:00010000:2.0:1746137667.761405:0:27015:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb6141777926 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.761414:0:27015:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb6141777926 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.761420:0:27015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb6141777926 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.761425:0:27015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009144b800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.761428:0:27015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb6141777926 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.761433:0:27015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb6141777926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.761442:0:27015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb6141777926 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.761447:0:27015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009144b800/0xddf4fb6141777926 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.761487:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2008:x1830957333849344:12345-192.168.203.12@tcp:3:dd.0 Request processed in 9356us (9582us total) trans 0 rc 950272/950272 00000100:00100000:2.0:1746137667.761494:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15072 00000100:00100000:2.0:1746137667.767466:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.767587:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333849600 00000100:00100000:0.0:1746137667.767593:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333849600 00000100:00100000:0.0:1746137667.767643:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15073 00000100:00100000:0.0:1746137667.767648:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090952680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333849600:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:0.0:1746137667.767682:0:27015:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 22978560, mtime: 0x6813f244, atime: 0x0, ctime: 0x6813f244, blocks: 0xaf50 00010000:00010000:0.0:1746137667.767689:0:27015:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b324c00/0xddf4fb614177792d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.767700:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.767702:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.767706:0:27015:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b324c00/0xddf4fb614177792d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.767716:0:27015:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b324c00/0xddf4fb614177792d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746137667.786610:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970925 is committed 00002000:00010000:1.0:1746137667.786765:0:27015:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:1.0:1746137667.786769:0:27015:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:1.0:1746137667.786779:0:27015:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b324c00/0xddf4fb614177792d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.786789:0:27015:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b324c00/0xddf4fb614177792d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.786795:0:27015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b324c00/0xddf4fb614177792d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.786881:0:27015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b324c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137667.786885:0:27015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b324c00/0xddf4fb614177792d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.786892:0:27015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b324c00/0xddf4fb614177792d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.786906:0:27015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b324c00/0xddf4fb614177792d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.786911:0:27015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b324c00/0xddf4fb614177792d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.786999:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090952680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2009:x1830957333849600:12345-192.168.203.12@tcp:4:dd.0 Request processed in 19346us (19537us total) trans 4294970925 rc 0/0 00000100:00100000:1.0:1746137667.787007:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15073 00000100:00100000:1.0:1746137667.791317:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.791371:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.791436:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333849856 00000100:00100000:0.0:1746137667.791444:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333849856 00000100:00100000:0.0:1746137667.791492:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333850112 00000100:00100000:0.0:1746137667.791494:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333850112 00000100:00100000:0.0:1746137667.791518:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15074 00000100:00100000:0.0:1746137667.791524:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333849856:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746137667.791550:0:9588:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b325e00/0xddf4fb6141777934 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.791562:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.791563:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.791568:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b325e00/0xddf4fb6141777934 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.791578:0:9588:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b325e00/0xddf4fb6141777934 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137667.791825:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15075 00000100:00100000:0.0:1746137667.791830:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957333850112:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746137667.791844:0:27015:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b0b5e00/0xddf4fb614177793b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.791851:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.791852:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137667.791855:0:27015:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b0b5e00/0xddf4fb614177793b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137667.791863:0:27015:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b0b5e00/0xddf4fb614177793b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.796296:0:9588:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b325e00/0xddf4fb6141777934 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.796309:0:9588:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b325e00/0xddf4fb6141777934 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.796316:0:9588:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b325e00/0xddf4fb6141777934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.796322:0:9588:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b325e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.796325:0:9588:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b325e00/0xddf4fb6141777934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.796331:0:9588:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b325e00/0xddf4fb6141777934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.796345:0:9588:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b325e00/0xddf4fb6141777934 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.796351:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b325e00/0xddf4fb6141777934 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.797668:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:2010:x1830957333849856:12345-192.168.203.12@tcp:3:dd.0 Request processed in 6136us (6351us total) trans 0 rc 98304/98304 00000100:00100000:2.0:1746137667.797678:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15074 00010000:00010000:2.0:1746137667.799079:0:27015:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b0b5e00/0xddf4fb614177793b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.799093:0:27015:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b0b5e00/0xddf4fb614177793b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.799100:0:27015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b0b5e00/0xddf4fb614177793b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.799105:0:27015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b0b5e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137667.799108:0:27015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b0b5e00/0xddf4fb614177793b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.799115:0:27015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b0b5e00/0xddf4fb614177793b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.799128:0:27015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b0b5e00/0xddf4fb614177793b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.799134:0:27015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b0b5e00/0xddf4fb614177793b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.799191:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957333850112:12345-192.168.203.12@tcp:3:dd.0 Request processed in 7357us (7815us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.799200:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15075 00000100:00100000:0.0:1746137667.801310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.801408:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333850240 00000100:00100000:2.0:1746137667.801415:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333850240 00000100:00100000:2.0:1746137667.801514:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31772 00000100:00100000:2.0:1746137667.801521:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+6:3700:x1830957333850240:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746137667.801533:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137667.801547:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009144be00/0xddf4fb6141777942 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde402 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746137667.801569:0:9583:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 25067520, mtime: 0x6813f244, atime: 0x0, ctime: 0x6813f244, blocks: 0xbf40 00010000:00010000:2.0:1746137667.801586:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.801588:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.801594:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009144be00/0xddf4fb6141777942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde402 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.801606:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009144be00/0xddf4fb6141777942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde402 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.801614:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009144be00, rc 0) 00000100:00100000:2.0:1746137667.801696:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:3700:x1830957333850240:12345-192.168.203.12@tcp:101:dd.0 Request processed in 175us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137667.801700:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31772 00000100:00100000:0.0:1746137667.812441:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.812528:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333850368 00000100:00100000:2.0:1746137667.812535:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333850368 00002000:00100000:2.0:1746137667.812570:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (25067520->26214399) req@ffff880096651f80 x1830957333850368/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.812585:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096651f80 with x1830957333850368 ext(25067520->26214399) 00002000:00010000:2.0:1746137667.812589:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096651f80 00000100:00100000:2.0:1746137667.812606:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15076 00000100:00100000:2.0:1746137667.812613:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333850368:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746137667.822266:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333850368:12345-192.168.203.12@tcp:4:dd.0 Request processed in 9645us (9822us total) trans 4294970926 rc 0/0 00000100:00100000:0.0:1746137667.822277:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15076 00002000:00100000:0.0:1746137667.822288:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (25067520->26214399) req@ffff880096651f80 x1830957333850368/t4294970926(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/448 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137667.822296:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096651f80 with x1830957333850368 ext(25067520->26214399) 00002000:00010000:0.0:1746137667.822300:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096651f80 00000100:00100000:0.0:1746137667.824241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.824333:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333850496 00000100:00100000:2.0:1746137667.824340:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333850496 00000100:00100000:2.0:1746137667.824529:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38531 00000100:00100000:2.0:1746137667.824537:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:3700:x1830957333850496:12345-192.168.203.12@tcp:44:dd.0 00000001:00080000:0.0:1746137667.829076:0:7218:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984510 is committed 00000001:00080000:0.0:1746137667.829101:0:7218:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984507 is committed 00010000:00010000:1.0:1746137667.829142:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb61417774a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00000020:00080000:0.0:1746137667.829143:0:7218:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00010000:00010000:1.0:1746137667.829151:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb61417774a3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829157:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb61417774a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829162:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009171cc00 already unused, calling callback (ffffffffa0f12690) 00000020:00080000:0.0:1746137667.829163:0:7218:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800916750c0 refcount 2 committed 0 result 0 batchid 9 00010000:00010000:1.0:1746137667.829166:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb61417774a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00000020:00080000:0.0:1746137667.829166:0:7218:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88008b7f1500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880091675c00 00000020:00080000:0.0:1746137667.829169:0:7218:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:0.0:1746137667.829170:0:7218:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88008b7f1900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009171d400 00010000:00010000:1.0:1746137667.829171:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb61417774a3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21561 initiator: MDT0 00000020:00080000:0.0:1746137667.829172:0:7218:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00010000:00010000:1.0:1746137667.829184:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008b7f1c00) 00010000:00010000:1.0:1746137667.829187:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.829190:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb61417774a3 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829195:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb61417774a3 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829227:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417774aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829232:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417774aa lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829236:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417774aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829240:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009171c800 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.829242:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417774aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00000020:00080000:2.0:1746137667.829247:0:7266:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00010000:00010000:1.0:1746137667.829247:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417774aa lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829252:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008b7f1100) 00010000:00010000:1.0:1746137667.829254:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.829255:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417774aa lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829261:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171c800/0xddf4fb61417774aa lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829267:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417774b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829270:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417774b1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829273:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417774b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829277:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093273a00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.829279:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417774b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829282:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417774b1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829286:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008b7f1e00) 00010000:00010000:1.0:1746137667.829288:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.829289:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417774b1 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829293:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb61417774b1 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829303:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090870000/0xddf4fb614177752f lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829307:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090870000/0xddf4fb614177752f lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829310:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090870000/0xddf4fb614177752f lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829319:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090870000 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.829320:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090870000/0xddf4fb614177752f lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00000004:00080000:2.0:1746137667.829321:0:7266:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880091675240 with version 20 00010000:00010000:1.0:1746137667.829325:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090870000/0xddf4fb614177752f lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00000020:00080000:2.0:1746137667.829328:0:7266:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00010000:00010000:1.0:1746137667.829330:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012eea9b00) 00010000:00010000:1.0:1746137667.829331:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.829333:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090870000/0xddf4fb614177752f lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829337:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090870000/0xddf4fb614177752f lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829348:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21561 initiator: MDT0 00000020:00080000:2.0:1746137667.829352:0:7266:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00010000:00010000:1.0:1746137667.829352:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829356:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00000100:00100000:3.0:1746137667.829358:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:3700:x1830957333850496:12345-192.168.203.12@tcp:44:dd.0 Request processed in 4818us (5120us total) trans 0 rc 0/0 00000020:00080000:2.0:1746137667.829358:0:7266:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1746137667.829360:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b26f400 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.829362:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21561 initiator: MDT0 00000004:00080000:2.0:1746137667.829363:0:8824:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88012d340d80 version 20 rpc_version 20 00000100:00100000:3.0:1746137667.829366:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38531 00010000:00010000:1.0:1746137667.829366:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829370:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012eea9a00) 00010000:00010000:1.0:1746137667.829372:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.829374:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00010000:00010000:1.0:1746137667.829377:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b26f400/0xddf4fb61417775e5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21561 initiator: MDT0 00000020:00100000:2.0:1746137667.829382:0:8824:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:1.0:1746137667.829384:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0ee400/0xddf4fb614177764e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20024 initiator: MDT0 00000100:00100000:2.0:1746137667.829388:0:8824:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880090950380 x1830957327550592/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746137667.829388:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0ee400/0xddf4fb614177764e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20024 initiator: MDT0 00010000:00010000:1.0:1746137667.829392:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0ee400/0xddf4fb614177764e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:1.0:1746137667.829395:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b0ee400 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.829397:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0ee400/0xddf4fb614177764e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20024 initiator: MDT0 00010000:00010000:1.0:1746137667.829400:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0ee400/0xddf4fb614177764e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20024 initiator: MDT0 00000100:00100000:2.0:1746137667.829403:0:8824:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090950380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8824:1830957327550592:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1746137667.829404:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880097f3ec00) 00010000:00010000:1.0:1746137667.829406:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.829407:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0ee400/0xddf4fb614177764e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:1.0:1746137667.829411:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0ee400/0xddf4fb614177764e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20024 initiator: MDT0 00010000:00010000:1.0:1746137667.829420:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624c00/0xddf4fb61417776be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829424:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091624c00/0xddf4fb61417776be lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829427:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091624c00/0xddf4fb61417776be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829430:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091624c00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.829432:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091624c00/0xddf4fb61417776be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829436:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091624c00/0xddf4fb61417776be lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00000100:00100000:2.0:1746137667.829440:0:8824:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746137667.829440:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:1.0:1746137667.829442:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.829444:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091624c00/0xddf4fb61417776be lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829447:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624c00/0xddf4fb61417776be lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829453:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb61417776ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829457:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb61417776ef lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829461:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb61417776ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829464:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009144a800 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.829466:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb61417776ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00000100:00100000:2.0:1746137667.829468:0:8824:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746137667.829470:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb61417776ef lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137667.829474:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800914adc00) 00010000:00010000:1.0:1746137667.829476:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.829478:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb61417776ef lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00000100:00100000:2.0:1746137667.829480:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327550592 00010000:00010000:1.0:1746137667.829481:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb61417776ef lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00000100:00100000:2.0:1746137667.829485:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327550592 00010000:00010000:1.0:1746137667.829488:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87200/0xddf4fb614177779e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.829492:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87200/0xddf4fb614177779e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.829496:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87200/0xddf4fb614177779e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.829499:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f87200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.829501:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87200/0xddf4fb614177779e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.829505:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87200/0xddf4fb614177779e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21557 initiator: MDT0 00000100:00100000:2.0:1746137667.829508:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00010000:00010000:1.0:1746137667.829510:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88012eea9c00) 00010000:00010000:1.0:1746137667.829512:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746137667.829513:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090950a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8824:x1830957327550592:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1746137667.829514:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87200/0xddf4fb614177779e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.829518:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f87200/0xddf4fb614177779e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21557 initiator: MDT0 00000100:00100000:2.0:1746137667.829596:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090950a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8824:x1830957327550592:12345-0@lo:1000:osp_up1-0.0 Request processed in 82us (154us total) trans 4294967384 rc 0/0 00000100:00100000:2.0:1746137667.829606:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1746137667.829639:0:8824:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090950380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8824:1830957327550592:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746137667.831900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.831967:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333850624 00000100:00100000:2.0:1746137667.831974:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333850624 00000100:00100000:2.0:1746137667.832006:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31773 00000100:00100000:2.0:1746137667.832012:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093096d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2010:x1830957333850624:12345-192.168.203.12@tcp:16:dd.0 00000001:00080000:2.0:1746137667.833293:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970926 is committed 00000100:00100000:0.0:1746137667.833421:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093096d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333850624:12345-192.168.203.12@tcp:16:dd.0 Request processed in 1406us (1523us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137667.833429:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31773 00000100:00100000:0.0:1746137667.834894:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.835016:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333850880 00000100:00100000:2.0:1746137667.835024:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333850880 00000100:00100000:2.0:1746137667.835163:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 196 00000100:00100000:2.0:1746137667.835171:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f838450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:3700:x1830957333850880:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:2.0:1746137667.835354:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f838450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:3700:x1830957333850880:12345-192.168.203.12@tcp:35:dd.0 Request processed in 184us (465us total) trans 4294984511 rc 0/0 00000100:00100000:2.0:1746137667.835360:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 196 00000100:00100000:0.0:1746137667.836490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.836762:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333851136 00000100:00100000:2.0:1746137667.836768:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333851136 00000100:00100000:3.0:1746137667.836919:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 197 00000100:00100000:3.0:1746137667.836926:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:3700:x1830957333851136:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:3.0:1746137667.837090:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:3700:x1830957333851136:12345-192.168.203.12@tcp:35:dd.0 Request processed in 164us (602us total) trans 4294984512 rc 0/0 00000100:00100000:3.0:1746137667.837095:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 197 00000100:00100000:0.0:1746137667.850984:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.851080:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333851264 00000100:00100000:3.0:1746137667.851087:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333851264 00000100:00100000:3.0:1746137667.851132:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38532 00000100:00100000:3.0:1746137667.851138:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:3703:x1830957333851264:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:3.0:1746137667.851158:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137667.851172:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091565c00/0xddf4fb6141777949 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde409 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.851227:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091564000/0xddf4fb6141777950 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137667.851238:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091564000/0xddf4fb6141777950 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137667.851247:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091564000/0xddf4fb6141777950 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:3.0:1746137667.851279:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137667.851282:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137667.851295:0:7237:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091564000/0xddf4fb6141777950 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137667.851311:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091565c00/0xddf4fb6141777949 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde409 expref: 22 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.851341:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091564000/0xddf4fb6141777950 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde409 expref: 21 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137667.851352:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137667.851355:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137667.851357:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091564000, rc 0) 00000100:00100000:3.0:1746137667.851423:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:3703:x1830957333851264:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 284us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137667.851428:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38532 00000100:00100000:0.0:1746137667.852837:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.852930:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333851392 00000100:00100000:1.0:1746137667.852936:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333851392 00000100:00100000:1.0:1746137667.853014:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38533 00000100:00100000:1.0:1746137667.853020:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:3703:x1830957333851392:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:1.0:1746137667.853032:0:21557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137667.853043:0:21557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6000/0xddf4fb6141777957 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde410 expref: -99 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.853080:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb614177795e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853088:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb614177795e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853096:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb614177795e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853107:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb6141777965 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853112:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb6141777965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853116:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb6141777965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853177:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7800/0xddf4fb614177796c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853183:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7800/0xddf4fb614177796c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853188:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7800/0xddf4fb614177796c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00000004:00200000:1.0:1746137667.853227:0:21557:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00000004:00200000:1.0:1746137667.853230:0:21557:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746137667.853246:0:21557:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7800/0xddf4fb614177796c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853253:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7800/0xddf4fb614177796c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853259:0:21557:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb614177795e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853263:0:21557:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb614177795e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853268:0:21557:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb614177795e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853272:0:21557:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800917a6a00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.853275:0:21557:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb614177795e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853280:0:21557:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb614177795e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853288:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137667.853291:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.853294:0:21557:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb614177795e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853298:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb614177795e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853448:0:21557:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb6141777965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853453:0:21557:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb6141777965 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853456:0:21557:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb6141777965 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853460:0:21557:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800917a7e00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137667.853462:0:21557:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb6141777965 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853466:0:21557:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb6141777965 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853472:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012c24e300) 00010000:00010000:1.0:1746137667.853474:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137667.853476:0:21557:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb6141777965 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853479:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb6141777965 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.853500:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6000/0xddf4fb6141777957 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde410 expref: 23 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.853508:0:21557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7800/0xddf4fb614177796c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde410 expref: 22 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.853512:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008b0fa100) 00010000:00010000:1.0:1746137667.853513:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137667.853515:0:21557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a7800, rc 0) 00000100:00100000:1.0:1746137667.853561:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:3703:x1830957333851392:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 539us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137667.853566:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38533 00000100:00100000:0.0:1746137667.855613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.855847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.855982:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333851648 00000100:00100000:2.0:1746137667.855989:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333851648 00000100:00100000:2.0:1746137667.856017:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333851520 00000100:00100000:2.0:1746137667.856019:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333851520 00000100:00100000:2.0:1746137667.856032:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31774 00000100:00100000:2.0:1746137667.856038:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333851648:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:2.0:1746137667.856052:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137667.856064:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009144ac00/0xddf4fb6141777973 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde41e expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.856102:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327550720:192.168.203.12@tcp:106: 00000100:00100000:2.0:1746137667.856167:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137667.856221:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31775 00000100:00100000:3.0:1746137667.856229:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333851520:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:3.0:1746137667.856236:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137667.856245:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091565600/0xddf4fb614177797a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde417 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137667.856269:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830957327550848:192.168.203.12@tcp:106: 00000100:00100000:3.0:1746137667.856290:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a81c00 going to sleep for 11 seconds 00002000:00010000:3.0:1746137667.861280:0:9584:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:3.0:1746137667.861287:0:9584:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime: 0 -> 1746137668 00002000:00010000:3.0:1746137667.861288:0:9584:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime: 0 -> 1746137668 00002000:00010000:0.0:1746137667.861288:0:9583:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746137667.861289:0:9584:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime: 0 -> 1746137668 00002000:00010000:3.0:1746137667.861291:0:9584:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks: 0 -> 24576 00002000:00010000:0.0:1746137667.861291:0:9583:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime: 0 -> 1746137668 00002000:00010000:0.0:1746137667.861293:0:9583:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime: 0 -> 1746137668 00002000:00010000:0.0:1746137667.861295:0:9583:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime: 0 -> 1746137668 00002000:00010000:0.0:1746137667.861296:0:9583:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746137667.861307:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830957327550848:192.168.203.12@tcp:106: 00000100:00100000:0.0:1746137667.861307:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327550720:192.168.203.12@tcp:106: 00010000:00010000:3.0:1746137667.861330:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091565600/0xddf4fb614177797a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde417 expref: 8 pid: 9584 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137667.861331:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009144ac00/0xddf4fb6141777973 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde41e expref: 19 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137667.861341:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091565600/0xddf4fb614177797a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde417 expref: 8 pid: 9584 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137667.861347:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009144ac00/0xddf4fb6141777973 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde41e expref: 19 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137667.861365:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091565600, rc 0) 00010000:00010000:0.0:1746137667.861366:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009144ac00, rc 0) 00000100:00100000:0.0:1746137667.861452:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2008:x1830957333851648:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 5412us (5843us total) trans 0 rc 301/301 00000100:00100000:0.0:1746137667.861460:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31774 00000100:00100000:3.0:1746137667.861609:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333851520:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 5379us (5760us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137667.861615:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31775 00000100:00100000:0.0:1746137667.868075:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.868140:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333851776 00000100:00100000:1.0:1746137667.868147:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333851776 00000100:00100000:1.0:1746137667.868201:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38534 00000100:00100000:1.0:1746137667.868219:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:3704:x1830957333851776:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:1.0:1746137667.868240:0:21557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137667.868254:0:21557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb6141777981 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde425 expref: -99 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.868308:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb6141777988 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.868319:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb6141777988 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.868329:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb6141777988 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00000004:00200000:1.0:1746137667.868365:0:21557:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746137667.868368:0:21557:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746137667.869002:0:21557:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb6141777988 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.869026:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb6141777981 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde425 expref: 18 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.869056:0:21557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb6141777988 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde425 expref: 17 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.869063:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137667.869066:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746137667.869068:0:21557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6a00, rc 0) 00000100:00100000:1.0:1746137667.869124:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:3704:x1830957333851776:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 915us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137667.869130:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38534 00000100:00100000:0.0:1746137667.880913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.880989:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333852032 00000100:00100000:1.0:1746137667.880998:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333852032 00000100:00100000:1.0:1746137667.881038:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38535 00000100:00100000:1.0:1746137667.881044:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:3705:x1830957333852032:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:1.0:1746137667.881058:0:21557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137667.881072:0:21557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb614177798f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde42c expref: -99 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.881140:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6400/0xddf4fb6141777996 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.881150:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6400/0xddf4fb6141777996 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.881158:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6400/0xddf4fb6141777996 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00000004:00200000:1.0:1746137667.881165:0:21557:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:1.0:1746137667.881259:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7e00/0xddf4fb614177798f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde42c expref: 25 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.881283:0:21557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6400/0xddf4fb6141777996 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde42c expref: 24 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.881289:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:1.0:1746137667.881292:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746137667.881295:0:21557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6400, rc 0) 00000100:00100000:1.0:1746137667.881331:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:3705:x1830957333852032:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 287us (426us total) trans 4294984513 rc 0/0 00000100:00100000:1.0:1746137667.881336:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38535 00000100:00100000:0.0:1746137667.885635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.885780:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333852288 00000100:00100000:1.0:1746137667.885787:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333852288 00000100:00100000:1.0:1746137667.885996:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38536 00000100:00100000:1.0:1746137667.886004:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+24:3705:x1830957333852288:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:1.0:1746137667.886023:0:21557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137667.886042:0:21557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ada00/0xddf4fb61417779a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde433 expref: -99 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.886119:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ace00/0xddf4fb61417779ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.886130:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ace00/0xddf4fb61417779ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137667.886139:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ace00/0xddf4fb61417779ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00000004:00200000:1.0:1746137667.886147:0:21557:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746137667.886231:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ada00/0xddf4fb61417779a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde433 expref: 27 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.886253:0:21557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ace00/0xddf4fb61417779ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde433 expref: 26 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.886260:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008b0fa100) 00010000:00010000:1.0:1746137667.886263:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137667.886266:0:21557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917ace00, rc 0) 00000100:00100000:1.0:1746137667.886314:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:3705:x1830957333852288:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 311us (686us total) trans 4294984514 rc 0/0 00000100:00100000:1.0:1746137667.886320:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38536 00000100:00100000:0.0:1746137667.888983:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.889082:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.889105:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333852416 00000100:00100000:1.0:1746137667.889113:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333852416 00000100:00100000:0.0:1746137667.889120:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.889135:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333852544 00000100:00100000:0.0:1746137667.889138:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333852544 00000100:00100000:0.0:1746137667.889159:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333852672 00000100:00100000:0.0:1746137667.889161:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333852672 00000100:00100000:1.0:1746137667.889165:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 458 00000100:00100000:1.0:1746137667.889173:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2007:x1830957333852416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746137667.889173:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31776 00000100:00100000:0.0:1746137667.889178:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333852544:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:1.0:1746137667.889184:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137667.889190:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137667.889200:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb61417779b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde43a expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.889201:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ace00/0xddf4fb61417779ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde433 expref: 26 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.889227:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008b0fa100) 00010000:00010000:1.0:1746137667.889231:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137667.889255:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830957327550976:192.168.203.12@tcp:106: 00000100:00100000:1.0:1746137667.889266:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:2007:x1830957333852416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 94us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137667.889271:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 458 00000100:00100000:1.0:1746137667.889292:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31777 00000100:00100000:1.0:1746137667.889297:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333852672:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:1.0:1746137667.889304:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746137667.889307:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41d80 going to sleep for 11 seconds 00010000:00010000:1.0:1746137667.889311:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917ad200/0xddf4fb61417779c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde441 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137667.889333:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327551104:192.168.203.12@tcp:106: 00000100:00100000:1.0:1746137667.889355:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c29d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137667.891403:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830957327550976:192.168.203.12@tcp:106: 00010000:00010000:2.0:1746137667.891427:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb61417779b9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde43a expref: 8 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137667.891438:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb61417779b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde43a expref: 8 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137667.891451:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800908bfa00, rc 0) 00000100:00100000:2.0:1746137667.891490:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333852544:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 2311us (2407us total) trans 0 rc 301/301 00000100:00100000:2.0:1746137667.891497:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31776 00000100:00100000:1.0:1746137667.891569:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327551104:192.168.203.12@tcp:106: 00010000:00010000:1.0:1746137667.891584:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917ad200/0xddf4fb61417779c0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde441 expref: 19 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137667.891593:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917ad200/0xddf4fb61417779c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde441 expref: 19 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137667.891600:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917ad200, rc 0) 00000100:00100000:1.0:1746137667.891613:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2007:x1830957333852672:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 2317us (2493us total) trans 0 rc 301/301 00000100:00100000:1.0:1746137667.891618:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31777 00000100:00100000:0.0:1746137667.904024:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.904068:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.904238:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333853056 00000100:00100000:2.0:1746137667.904247:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333853056 00002000:00100000:2.0:1746137667.904284:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff8801203d0a80 x1830957333853056/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.904292:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d0a80 with x1830957333853056 ext(0->2097151) 00002000:00010000:2.0:1746137667.904296:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d0a80 00000100:00100000:2.0:1746137667.904328:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333853184 00000100:00100000:2.0:1746137667.904330:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333853184 00002000:00100000:2.0:1746137667.904342:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff8801203d1f80 x1830957333853184/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.904348:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d1f80 with x1830957333853184 ext(0->2097151) 00002000:00010000:2.0:1746137667.904351:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203d1f80 00000100:00100000:2.0:1746137667.904383:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15077 00000100:00100000:2.0:1746137667.904390:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957333853056:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137667.904409:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15078 00000100:00100000:3.0:1746137667.904418:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333853184:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137667.915581:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:2010:x1830957333853056:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 11178us (11549us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137667.915591:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15077 00002000:00100000:2.0:1746137667.915600:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff8801203d0a80 x1830957333853056/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.915609:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d0a80 with x1830957333853056 ext(0->2097151) 00002000:00010000:2.0:1746137667.915613:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801203d0a80 00000100:00100000:3.0:1746137667.919853:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333853184:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 15430us (15777us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137667.919860:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15078 00002000:00100000:3.0:1746137667.919868:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff8801203d1f80 x1830957333853184/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.919873:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801203d1f80 with x1830957333853184 ext(0->2097151) 00002000:00010000:3.0:1746137667.919877:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801203d1f80 00000100:00100000:0.0:1746137667.927445:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.927645:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333853312 00000100:00100000:1.0:1746137667.927652:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333853312 00000100:00100000:1.0:1746137667.927850:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31778 00000100:00100000:1.0:1746137667.927858:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:3705:x1830957333853312:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:1.0:1746137667.927872:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137667.927885:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb61417779c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde448 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.927909:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.927916:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137667.927917:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137667.927920:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb61417779c7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde448 expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.927947:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.927954:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 7 pid: 9583 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746137667.927962:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327551232:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137667.928044:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c29d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137667.931351:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327551232:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137667.931379:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb61417779c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde448 expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.931394:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917a6000, rc 0) 00000100:00100000:1.0:1746137667.931438:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801203d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:3705:x1830957333853312:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 3580us (3998us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137667.931444:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31778 00000100:00100000:0.0:1746137667.932068:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137667.932121:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333853440 00000100:00100000:3.0:1746137667.932127:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333853440 00002000:00100000:3.0:1746137667.932157:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88009200e300 x1830957333853440/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137667.932165:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200e300 with x1830957333853440 ext(12582912->13631487) 00010000:00010000:3.0:1746137667.932170:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 8 pid: 9583 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746137667.932181:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 8 pid: 9583 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746137667.932191:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009200e300 00000100:00100000:3.0:1746137667.932205:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3874 00000100:00100000:3.0:1746137667.932222:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2007:x1830957333853440:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746137667.940596:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2007:x1830957333853440:12345-192.168.203.12@tcp:4:dd.0 Request processed in 8363us (8519us total) trans 4294970927 rc 0/0 00000100:00100000:0.0:1746137667.940608:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3874 00002000:00100000:0.0:1746137667.940621:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88009200e300 x1830957333853440/t4294970927(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:103/0 lens 488/448 e 0 to 0 dl 1746137678 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137667.940630:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200e300 with x1830957333853440 ext(12582912->13631487) 00010000:00010000:0.0:1746137667.940639:0:27013:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 10 pid: 9583 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746137667.940654:0:27013:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 10 pid: 9583 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746137667.940660:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009200e300 00000100:00100000:0.0:1746137667.959107:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.959316:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333853568 00000100:00100000:2.0:1746137667.959324:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333853568 00010000:00010000:2.0:1746137667.959354:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 10 pid: 9583 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746137667.959394:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16117 00000100:00100000:2.0:1746137667.959401:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8e1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333853568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137667.959412:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746137667.959425:0:8387:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:2.0:1746137667.959430:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 10 pid: 9583 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746137667.959441:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 10 pid: 9583 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746137667.959464:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090842600/0xddf4fb61417777f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3e6 expref: 10 pid: 9583 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746137667.959486:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.959488:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.959494:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb61417779c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde448 expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.959501:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb61417779c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde448 expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.959531:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800917a6000/0xddf4fb61417779c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde448 expref: 7 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.959541:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957327551360:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137667.959647:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137667.962473:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957327551360:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746137667.962491:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137667.962532:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8e1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2008:x1830957333853568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3130us (3431us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137667.962542:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16117 00000100:00100000:0.0:1746137667.967172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.967313:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333853824 00000100:00100000:2.0:1746137667.967320:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333853824 00002000:00100000:2.0:1746137667.967355:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff88009200e680 x1830957333853824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.967364:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200e680 with x1830957333853824 ext(0->1048575) 00002000:00010000:2.0:1746137667.967368:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009200e680 00000100:00100000:2.0:1746137667.967385:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15079 00000100:00100000:2.0:1746137667.967391:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009200e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333853824:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137667.974376:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009200e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333853824:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 6977us (7205us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137667.974387:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15079 00002000:00100000:2.0:1746137667.974395:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff88009200e680 x1830957333853824/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137667.974403:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009200e680 with x1830957333853824 ext(0->1048575) 00002000:00010000:2.0:1746137667.974408:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009200e680 00000100:00100000:0.0:1746137667.978309:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.978681:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333853952 00000100:00100000:1.0:1746137667.978689:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333853952 00000100:00100000:1.0:1746137667.978738:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31779 00000100:00100000:1.0:1746137667.978746:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+18:3705:x1830957333853952:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:1.0:1746137667.978761:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137667.978775:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb61417779ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde44f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.978799:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090843c00/0xddf4fb6141777815 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3fb expref: 13 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.978836:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137667.978838:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137667.978841:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb61417779ce lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde44f expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.978868:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090843c00/0xddf4fb6141777815 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3fb expref: 13 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.978878:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090843c00/0xddf4fb6141777815 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3fb expref: 13 pid: 9583 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746137667.978890:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327551488:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137667.978966:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c29d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137667.982038:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327551488:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746137667.982065:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb61417779ce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde44f expref: 19 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137667.982078:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917ace00, rc 0) 00000100:00100000:1.0:1746137667.983013:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:3705:x1830957333853952:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 4262us (4705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137667.983021:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31779 00000100:00100000:0.0:1746137667.989334:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137667.989615:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333854080 00000100:00100000:2.0:1746137667.989623:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333854080 00010000:00010000:2.0:1746137667.989650:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090843c00/0xddf4fb6141777815 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3fb expref: 14 pid: 9583 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746137667.989683:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16118 00000100:00100000:2.0:1746137667.989691:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c711f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333854080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137667.989702:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137667.989718:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090843c00/0xddf4fb6141777815 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3fb expref: 14 pid: 9583 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746137667.989727:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090843c00/0xddf4fb6141777815 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3fb expref: 14 pid: 9583 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746137667.989746:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090843c00/0xddf4fb6141777815 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3fb expref: 14 pid: 9583 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746137667.989759:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.989761:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137667.989766:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb61417779ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde44f expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.989778:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb61417779ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde44f expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137667.989826:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917ace00/0xddf4fb61417779ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde44f expref: 18 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137667.989837:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327551616:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137667.990286:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137667.991521:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090950700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327551616:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137667.991537:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137667.991568:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c711f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+13:2007:x1830957333854080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1878us (2241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137667.991576:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16118 00000100:00100000:0.0:1746137667.999285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137667.999336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137667.999414:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333854464 00000100:00100000:1.0:1746137667.999421:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333854464 00002000:00100000:1.0:1746137667.999458:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff88012bd54e00 x1830957333854464/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.999473:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd54e00 with x1830957333854464 ext(1048576->2097151) 00002000:00010000:1.0:1746137667.999478:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd54e00 00000100:00100000:1.0:1746137667.999493:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333854592 00000100:00100000:1.0:1746137667.999495:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333854592 00002000:00100000:1.0:1746137667.999506:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88012deeca80 x1830957333854592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/0 e 0 to 0 dl 1746137678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137667.999512:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeca80 with x1830957333854592 ext(0->2097151) 00002000:00010000:1.0:1746137667.999515:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deeca80 00000100:00100000:1.0:1746137667.999531:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15080 00000100:00100000:1.0:1746137667.999538:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333854464:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137667.999583:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15081 00000100:00100000:2.0:1746137667.999591:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333854592:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137668.009598:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333854464:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 10051us (10311us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137668.009608:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15080 00002000:00100000:1.0:1746137668.009618:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff88012bd54e00 x1830957333854464/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.009627:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd54e00 with x1830957333854464 ext(1048576->2097151) 00002000:00010000:1.0:1746137668.009631:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd54e00 00000100:00100000:2.0:1746137668.013186:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333854592:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 13586us (13839us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137668.013196:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15081 00002000:00100000:2.0:1746137668.013217:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88012deeca80 x1830957333854592/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:103/0 lens 488/440 e 0 to 0 dl 1746137678 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.013226:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeca80 with x1830957333854592 ext(0->2097151) 00002000:00010000:2.0:1746137668.013230:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deeca80 00000100:00100000:1.0:1746137668.029851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.029903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.029921:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333855104 00000100:00100000:2.0:1746137668.029928:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333855104 00002000:00100000:2.0:1746137668.029988:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff8800846e3800 x1830957333855104/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.029997:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e3800 with x1830957333855104 ext(2097152->4194303) 00002000:00010000:2.0:1746137668.030002:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e3800 00000100:00100000:0.0:1746137668.030013:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333854976 00000100:00100000:0.0:1746137668.030018:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333854976 00000100:00100000:2.0:1746137668.030023:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15082 00000100:00100000:2.0:1746137668.030029:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333855104:12345-192.168.203.12@tcp:3:cmp.0 00002000:00100000:0.0:1746137668.030038:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff8800846e0e00 x1830957333854976/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.030046:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0e00 with x1830957333854976 ext(2097152->4194303) 00002000:00010000:0.0:1746137668.030049:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800846e0e00 00000100:00100000:0.0:1746137668.030061:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15083 00000100:00100000:0.0:1746137668.030067:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333854976:12345-192.168.203.12@tcp:3:cmp.0 00000100:00080000:1.0:1746137668.031149:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746137668.031155:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137668.049860:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333855104:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19823us (20009us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137668.049872:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15082 00002000:00100000:2.0:1746137668.049883:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff8800846e3800 x1830957333855104/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.049892:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e3800 with x1830957333855104 ext(2097152->4194303) 00002000:00010000:2.0:1746137668.049897:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e3800 00000100:00100000:1.0:1746137668.052877:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333854976:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22803us (22966us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137668.052887:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15083 00002000:00100000:1.0:1746137668.052897:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff8800846e0e00 x1830957333854976/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.052906:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e0e00 with x1830957333854976 ext(2097152->4194303) 00002000:00010000:1.0:1746137668.052911:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800846e0e00 00000100:00100000:0.0:1746137668.064754:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.064793:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.064838:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333855488 00000100:00100000:1.0:1746137668.064845:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333855488 00000100:00100000:2.0:1746137668.064868:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333855616 00000100:00100000:2.0:1746137668.064872:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333855616 00002000:00100000:1.0:1746137668.064883:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88012c3ed180 x1830957333855488/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.064889:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88012c3ec000 x1830957333855616/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.064891:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ed180 with x1830957333855488 ext(2097152->4194303) 00002000:00010000:1.0:1746137668.064895:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c3ed180 00002000:00100000:2.0:1746137668.064896:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ec000 with x1830957333855616 ext(2097152->4194303) 00002000:00010000:2.0:1746137668.064900:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3ec000 00000100:00100000:1.0:1746137668.064922:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15084 00000100:00100000:1.0:1746137668.064928:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333855488:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137668.064930:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15085 00000100:00100000:2.0:1746137668.064935:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2009:x1830957333855616:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137668.067233:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.067268:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.067308:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333855744 00000100:00100000:2.0:1746137668.067315:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333855744 00000100:00100000:1.0:1746137668.067329:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333855872 00000100:00100000:1.0:1746137668.067333:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333855872 00000100:00100000:2.0:1746137668.067359:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 551 00000100:00100000:2.0:1746137668.067365:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9fc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e86c546-3529-434a-aea7-948422805b2a+12:2009:x1830957333855744:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746137668.067407:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9fc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e86c546-3529-434a-aea7-948422805b2a+12:2009:x1830957333855744:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 42us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137668.067413:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 551 00000100:00080000:2.0:1746137668.067494:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746137668.068194:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1088 00000100:00100000:1.0:1746137668.068203:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090950700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333855872:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746137668.068253:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090950700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333855872:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 52us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137668.068259:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1088 00000100:00100000:1.0:1746137668.068319:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.068332:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333856000 00000100:00100000:1.0:1746137668.068335:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333856000 00000100:00100000:1.0:1746137668.068414:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1089 00000100:00100000:1.0:1746137668.068420:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2009:x1830957333856000:12345-192.168.203.12@tcp:400:kworker.0 00000100:00080000:2.0:1746137668.068430:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746137668.068441:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+7:2009:x1830957333856000:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 21us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137668.068447:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1089 00010000:00010000:3.0:1746137668.070044:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746137668.081693:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2009:x1830957333855616:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 16747us (16889us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137668.081705:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15085 00002000:00100000:2.0:1746137668.081714:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88012c3ec000 x1830957333855616/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.081723:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ec000 with x1830957333855616 ext(2097152->4194303) 00002000:00010000:2.0:1746137668.081728:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3ec000 00000100:00100000:1.0:1746137668.086579:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333855488:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 21643us (21823us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137668.086590:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15084 00002000:00100000:1.0:1746137668.086600:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88012c3ed180 x1830957333855488/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.086608:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ed180 with x1830957333855488 ext(2097152->4194303) 00002000:00010000:1.0:1746137668.086614:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c3ed180 00000100:00100000:0.0:1746137668.100248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.101308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.101369:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333856384 00000100:00100000:2.0:1746137668.101377:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333856384 00002000:00100000:2.0:1746137668.101413:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88012c3ece00 x1830957333856384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.101422:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ece00 with x1830957333856384 ext(4194304->6291455) 00002000:00010000:2.0:1746137668.101426:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3ece00 00000100:00100000:2.0:1746137668.101453:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333856512 00000100:00100000:2.0:1746137668.101456:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333856512 00002000:00100000:2.0:1746137668.101468:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff8800917b1c00 x1830957333856512/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.101479:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b1c00 with x1830957333856512 ext(4194304->6291455) 00000100:00100000:1.0:1746137668.101480:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15086 00002000:00010000:2.0:1746137668.101482:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917b1c00 00000100:00100000:1.0:1746137668.101488:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333856384:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.101490:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15087 00000100:00100000:0.0:1746137668.101495:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333856512:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137668.116213:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333856512:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14702us (14892us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137668.116224:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15087 00002000:00100000:2.0:1746137668.116233:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff8800917b1c00 x1830957333856512/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.116241:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b1c00 with x1830957333856512 ext(4194304->6291455) 00002000:00010000:2.0:1746137668.116246:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917b1c00 00000100:00100000:1.0:1746137668.116396:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333856384:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14908us (16153us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137668.116403:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15086 00002000:00100000:1.0:1746137668.116408:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88012c3ece00 x1830957333856384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.116414:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3ece00 with x1830957333856384 ext(4194304->6291455) 00002000:00010000:1.0:1746137668.116417:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3ece00 00000100:00100000:0.0:1746137668.121453:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.121589:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333856768 00000100:00100000:1.0:1746137668.121596:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333856768 00002000:00100000:1.0:1746137668.121633:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff8800917b2300 x1830957333856768/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.121642:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b2300 with x1830957333856768 ext(6291456->7340031) 00002000:00010000:1.0:1746137668.121645:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b2300 00000100:00100000:1.0:1746137668.121676:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15088 00000100:00100000:1.0:1746137668.121683:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333856768:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.125118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.125159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.125318:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333857280 00000100:00100000:2.0:1746137668.125326:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333857280 00002000:00100000:2.0:1746137668.125367:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff8800917b2a00 x1830957333857280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.125376:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b2a00 with x1830957333857280 ext(7340032->8388607) 00002000:00010000:2.0:1746137668.125380:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b2a00 00000100:00100000:2.0:1746137668.125394:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333857152 00000100:00100000:2.0:1746137668.125396:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333857152 00002000:00100000:2.0:1746137668.125407:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff8800846d8e00 x1830957333857152/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.125413:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d8e00 with x1830957333857152 ext(6291456->7340031) 00002000:00010000:2.0:1746137668.125416:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800846d8e00 00000100:00100000:2.0:1746137668.125432:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15089 00000100:00100000:2.0:1746137668.125439:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333857280:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.125640:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15090 00000100:00100000:3.0:1746137668.125647:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333857152:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137668.130127:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333856768:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 8437us (8675us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137668.130136:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15088 00002000:00100000:2.0:1746137668.130146:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff8800917b2300 x1830957333856768/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.130154:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b2300 with x1830957333856768 ext(6291456->7340031) 00002000:00010000:2.0:1746137668.130158:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b2300 00000100:00100000:2.0:1746137668.131737:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333857280:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 6293us (6622us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137668.131745:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15089 00002000:00100000:2.0:1746137668.131752:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff8800917b2a00 x1830957333857280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.131759:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b2a00 with x1830957333857280 ext(7340032->8388607) 00002000:00010000:2.0:1746137668.131763:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b2a00 00000100:00100000:0.0:1746137668.132563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.132683:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333857536 00000100:00100000:2.0:1746137668.132691:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333857536 00002000:00100000:2.0:1746137668.132720:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88006ea14000 x1830957333857536/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.132727:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14000 with x1830957333857536 ext(7340032->8388607) 00002000:00010000:2.0:1746137668.132731:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006ea14000 00000100:00100000:2.0:1746137668.132978:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15091 00000100:00100000:2.0:1746137668.132985:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333857536:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137668.136137:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.136164:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333857920 00000100:00100000:0.0:1746137668.136171:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333857920 00000100:00100000:1.0:1746137668.136186:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00002000:00100000:0.0:1746137668.136217:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff8800846e1180 x1830957333857920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.136226:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1180 with x1830957333857920 ext(4194304->6291455) 00002000:00010000:0.0:1746137668.136231:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e1180 00000100:00100000:0.0:1746137668.136247:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333858048 00000100:00100000:0.0:1746137668.136249:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333858048 00002000:00100000:0.0:1746137668.136260:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff8800846e2300 x1830957333858048/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.136265:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2300 with x1830957333858048 ext(4194304->6291455) 00002000:00010000:0.0:1746137668.136268:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800846e2300 00000100:00100000:0.0:1746137668.136285:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15092 00000100:00100000:0.0:1746137668.136291:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333857920:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.136321:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2008:x1830957333857152:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 10673us (11160us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.136329:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15090 00002000:00100000:3.0:1746137668.136335:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff8800846d8e00 x1830957333857152/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.136342:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846d8e00 with x1830957333857152 ext(6291456->7340031) 00002000:00010000:3.0:1746137668.136345:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800846d8e00 00000100:00100000:3.0:1746137668.136361:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15093 00000100:00100000:3.0:1746137668.136366:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333858048:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.141367:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333857536:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 8373us (8797us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.141378:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15091 00002000:00100000:3.0:1746137668.141390:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88006ea14000 x1830957333857536/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.141399:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14000 with x1830957333857536 ext(7340032->8388607) 00002000:00010000:3.0:1746137668.141406:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006ea14000 00000100:00100000:3.0:1746137668.150342:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333858048:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 13967us (14146us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137668.150352:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15093 00002000:00100000:3.0:1746137668.150362:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff8800846e2300 x1830957333858048/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.150370:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e2300 with x1830957333858048 ext(4194304->6291455) 00002000:00010000:3.0:1746137668.150376:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800846e2300 00000100:00100000:1.0:1746137668.151124:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333857920:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14831us (14993us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137668.151132:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15092 00002000:00100000:1.0:1746137668.151137:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff8800846e1180 x1830957333857920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.151144:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800846e1180 with x1830957333857920 ext(4194304->6291455) 00002000:00010000:1.0:1746137668.151148:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800846e1180 00000100:00100000:0.0:1746137668.155487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.155555:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333858304 00000100:00100000:1.0:1746137668.155561:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333858304 00002000:00100000:1.0:1746137668.155590:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88006ea17480 x1830957333858304/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.155596:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17480 with x1830957333858304 ext(6291456->7340031) 00002000:00010000:1.0:1746137668.155600:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006ea17480 00000100:00100000:1.0:1746137668.155620:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15094 00000100:00100000:1.0:1746137668.155626:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333858304:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.157356:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.158048:0:20730:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333858560 00000100:00100000:3.0:1746137668.158055:0:20730:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333858560 00002000:00100000:3.0:1746137668.158086:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88006ea15500 x1830957333858560/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.158095:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15500 with x1830957333858560 ext(6291456->7340031) 00002000:00010000:3.0:1746137668.158099:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15500 00000100:00100000:3.0:1746137668.158441:0:20730:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15095 00000100:00100000:3.0:1746137668.158449:0:20730:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333858560:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.161366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.162202:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333858816 00000100:00100000:2.0:1746137668.162221:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333858816 00002000:00100000:2.0:1746137668.162258:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88006ea15180 x1830957333858816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.162267:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15180 with x1830957333858816 ext(7340032->8388607) 00002000:00010000:2.0:1746137668.162272:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006ea15180 00000100:00100000:2.0:1746137668.162291:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15096 00000100:00100000:2.0:1746137668.162297:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2007:x1830957333858816:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.163242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.163258:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333859072 00000100:00100000:0.0:1746137668.163262:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333859072 00002000:00100000:0.0:1746137668.163282:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88006ea14a80 x1830957333859072/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.163291:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14a80 with x1830957333859072 ext(7340032->8388607) 00002000:00010000:0.0:1746137668.163294:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea14a80 00000100:00100000:0.0:1746137668.163307:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15097 00000100:00100000:0.0:1746137668.163312:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333859072:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137668.163907:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333858304:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 8278us (8423us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137668.163914:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15094 00002000:00100000:1.0:1746137668.163919:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88006ea17480 x1830957333858304/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.163932:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea17480 with x1830957333858304 ext(6291456->7340031) 00002000:00010000:1.0:1746137668.163935:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006ea17480 00000100:00100000:3.0:1746137668.166371:0:20730:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2007:x1830957333858560:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 7915us (9012us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.166381:0:20730:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15095 00002000:00100000:3.0:1746137668.166391:0:20730:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88006ea15500 x1830957333858560/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.166400:0:20730:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15500 with x1830957333858560 ext(6291456->7340031) 00002000:00010000:3.0:1746137668.166404:0:20730:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea15500 00000100:00100000:2.0:1746137668.174705:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333858816:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 12398us (13336us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137668.174716:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15096 00002000:00100000:2.0:1746137668.174727:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88006ea15180 x1830957333858816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.174738:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea15180 with x1830957333858816 ext(7340032->8388607) 00002000:00010000:2.0:1746137668.174743:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006ea15180 00000100:00100000:1.0:1746137668.175095:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2007:x1830957333859072:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 11781us (11856us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137668.175102:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15097 00002000:00100000:1.0:1746137668.175108:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88006ea14a80 x1830957333859072/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.175115:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006ea14a80 with x1830957333859072 ext(7340032->8388607) 00002000:00010000:1.0:1746137668.175118:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006ea14a80 00000100:00100000:0.0:1746137668.185863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.185899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.186063:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333859328 00000100:00100000:1.0:1746137668.186070:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333859328 00002000:00100000:1.0:1746137668.186105:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff8800969c8e00 x1830957333859328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.186114:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8e00 with x1830957333859328 ext(8388608->10485759) 00002000:00010000:1.0:1746137668.186118:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c8e00 00000100:00100000:1.0:1746137668.186143:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333859584 00000100:00100000:1.0:1746137668.186146:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333859584 00002000:00100000:1.0:1746137668.186158:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff8800969ca300 x1830957333859584/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.186164:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ca300 with x1830957333859584 ext(8388608->10485759) 00002000:00010000:1.0:1746137668.186166:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ca300 00000100:00100000:1.0:1746137668.186178:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15098 00000100:00100000:1.0:1746137668.186185:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2010:x1830957333859328:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137668.186288:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15099 00000100:00100000:2.0:1746137668.186296:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333859584:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.199665:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333859584:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 13362us (13757us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137668.199677:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15099 00002000:00100000:3.0:1746137668.199687:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff8800969ca300 x1830957333859584/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.199696:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ca300 with x1830957333859584 ext(8388608->10485759) 00002000:00010000:3.0:1746137668.199701:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ca300 00000100:00100000:1.0:1746137668.200958:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2010:x1830957333859328:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14769us (15097us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137668.200966:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15098 00002000:00100000:1.0:1746137668.200974:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff8800969c8e00 x1830957333859328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.200982:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969c8e00 with x1830957333859328 ext(8388608->10485759) 00002000:00010000:1.0:1746137668.200986:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969c8e00 00000100:00100000:0.0:1746137668.205097:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.205345:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333859840 00000100:00100000:1.0:1746137668.205352:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333859840 00002000:00100000:1.0:1746137668.205385:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88008525c000 x1830957333859840/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.205394:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525c000 with x1830957333859840 ext(10485760->11534335) 00002000:00010000:1.0:1746137668.205398:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008525c000 00000100:00100000:1.0:1746137668.205427:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15100 00000100:00100000:1.0:1746137668.205433:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2009:x1830957333859840:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.205505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.205544:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333860096 00000100:00100000:3.0:1746137668.205548:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333860096 00002000:00100000:3.0:1746137668.205566:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff88008525c380 x1830957333860096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.205574:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525c380 with x1830957333860096 ext(10485760->11534335) 00002000:00010000:3.0:1746137668.205577:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525c380 00000100:00100000:3.0:1746137668.205595:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15101 00000100:00100000:3.0:1746137668.205600:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333860096:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.209594:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.211841:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333860352 00000100:00100000:2.0:1746137668.211853:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333860352 00002000:00100000:2.0:1746137668.211895:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88008525c700 x1830957333860352/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.211905:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525c700 with x1830957333860352 ext(11534336->12582911) 00002000:00010000:2.0:1746137668.211910:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008525c700 00000100:00100000:2.0:1746137668.211944:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15102 00000100:00100000:2.0:1746137668.211951:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2009:x1830957333860352:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137668.212542:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.212576:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.212597:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333860608 00000100:00100000:1.0:1746137668.212600:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333860608 00002000:00100000:1.0:1746137668.212616:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff880090ae7b80 x1830957333860608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.212624:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae7b80 with x1830957333860608 ext(11534336->12582911) 00002000:00010000:1.0:1746137668.212627:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090ae7b80 00000100:00100000:1.0:1746137668.212635:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333860864 00000100:00100000:1.0:1746137668.212637:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333860864 00002000:00100000:1.0:1746137668.212644:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff880090ae6300 x1830957333860864/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.212650:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae6300 with x1830957333860864 ext(12582912->13631487) 00002000:00010000:1.0:1746137668.212652:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae6300 00000100:00100000:1.0:1746137668.212659:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15103 00000100:00100000:1.0:1746137668.212664:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2010:x1830957333860608:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137668.213151:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15104 00000100:00100000:1.0:1746137668.213156:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2010:x1830957333860864:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.213608:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2009:x1830957333859840:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 8174us (8516us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.213615:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15100 00002000:00100000:3.0:1746137668.213625:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88008525c000 x1830957333859840/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.213633:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525c000 with x1830957333859840 ext(10485760->11534335) 00002000:00010000:3.0:1746137668.213636:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008525c000 00000100:00100000:3.0:1746137668.213755:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2009:x1830957333860096:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 8153us (8249us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.213760:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15101 00002000:00100000:3.0:1746137668.213765:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff88008525c380 x1830957333860096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.213771:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525c380 with x1830957333860096 ext(10485760->11534335) 00002000:00010000:3.0:1746137668.213774:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525c380 00000100:00100000:1.0:1746137668.220105:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333860608:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 7432us (7555us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137668.220116:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15103 00002000:00100000:1.0:1746137668.220126:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff880090ae7b80 x1830957333860608/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.220134:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae7b80 with x1830957333860608 ext(11534336->12582911) 00002000:00010000:1.0:1746137668.220139:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090ae7b80 00000100:00100000:0.0:1746137668.221183:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.221232:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.221303:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333861120 00000100:00100000:1.0:1746137668.221310:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333861120 00002000:00100000:1.0:1746137668.221341:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88008525ca80 x1830957333861120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.221348:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525ca80 with x1830957333861120 ext(8388608->10485759) 00000100:00100000:3.0:1746137668.221419:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333861376 00000100:00100000:3.0:1746137668.221422:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333861376 00002000:00100000:3.0:1746137668.221439:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88008525ce00 x1830957333861376/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.221445:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525ce00 with x1830957333861376 ext(8388608->10485759) 00002000:00010000:3.0:1746137668.221448:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008525ce00 00000100:00100000:3.0:1746137668.221637:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15105 00000100:00100000:3.0:1746137668.221645:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+23:2009:x1830957333861376:12345-192.168.203.12@tcp:3:cmp.0 00002000:00010000:1.0:1746137668.223126:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525ca80 00000100:00100000:1.0:1746137668.223167:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15106 00000100:00100000:1.0:1746137668.223178:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333861120:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.223746:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2010:x1830957333860864:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 10587us (11167us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137668.223753:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15104 00002000:00100000:0.0:1746137668.223760:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff880090ae6300 x1830957333860864/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.223768:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ae6300 with x1830957333860864 ext(12582912->13631487) 00002000:00010000:0.0:1746137668.223771:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090ae6300 00000100:00100000:0.0:1746137668.223851:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2009:x1830957333860352:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 11900us (14266us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137668.223857:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15102 00002000:00100000:0.0:1746137668.223862:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88008525c700 x1830957333860352/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.223869:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525c700 with x1830957333860352 ext(11534336->12582911) 00002000:00010000:0.0:1746137668.223871:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008525c700 00000100:00100000:3.0:1746137668.236559:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2009:x1830957333861376:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14906us (15318us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137668.236570:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15105 00002000:00100000:3.0:1746137668.236697:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88008525ce00 x1830957333861376/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.236707:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525ce00 with x1830957333861376 ext(8388608->10485759) 00002000:00010000:3.0:1746137668.236712:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008525ce00 00000100:00100000:1.0:1746137668.237557:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333861120:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14381us (16374us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137668.237565:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15106 00002000:00100000:1.0:1746137668.237770:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88008525ca80 x1830957333861120/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.237779:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525ca80 with x1830957333861120 ext(8388608->10485759) 00002000:00010000:1.0:1746137668.237783:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525ca80 00000100:00100000:0.0:1746137668.244163:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.244307:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333861632 00000100:00100000:1.0:1746137668.244315:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333861632 00002000:00100000:1.0:1746137668.244352:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88008525d180 x1830957333861632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.244361:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525d180 with x1830957333861632 ext(10485760->11534335) 00002000:00010000:1.0:1746137668.244366:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525d180 00000100:00100000:1.0:1746137668.244395:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15107 00000100:00100000:1.0:1746137668.244403:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333861632:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.250628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.250750:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333861888 00000100:00100000:3.0:1746137668.250757:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333861888 00002000:00100000:3.0:1746137668.250785:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88008525d500 x1830957333861888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746137668.250787:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333861632:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 6384us (6628us total) trans 0 rc 1048576/1048576 00002000:00100000:3.0:1746137668.250794:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525d500 with x1830957333861888 ext(10485760->11534335) 00000100:00100000:1.0:1746137668.250795:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15107 00002000:00010000:3.0:1746137668.250798:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008525d500 00002000:00100000:1.0:1746137668.250802:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88008525d180 x1830957333861632/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.250831:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525d180 with x1830957333861632 ext(10485760->11534335) 00002000:00010000:1.0:1746137668.250834:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525d180 00000100:00100000:1.0:1746137668.250851:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15108 00000100:00100000:1.0:1746137668.250858:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2010:x1830957333861888:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.251363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.251917:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333862144 00000100:00100000:2.0:1746137668.251922:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333862144 00002000:00100000:2.0:1746137668.251944:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88008525d880 x1830957333862144/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.251953:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525d880 with x1830957333862144 ext(11534336->12582911) 00002000:00010000:2.0:1746137668.251957:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525d880 00000100:00100000:2.0:1746137668.251981:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15109 00000100:00100000:2.0:1746137668.251986:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333862144:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.254583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.254611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.254634:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333862400 00000100:00100000:0.0:1746137668.254640:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333862400 00002000:00100000:0.0:1746137668.254676:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88008525dc00 x1830957333862400/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.254691:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525dc00 with x1830957333862400 ext(11534336->12582911) 00002000:00010000:0.0:1746137668.254696:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008525dc00 00000100:00100000:0.0:1746137668.254710:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333862656 00000100:00100000:0.0:1746137668.254713:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333862656 00002000:00100000:0.0:1746137668.254729:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88008525df80 x1830957333862656/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.254735:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525df80 with x1830957333862656 ext(12582912->13631487) 00002000:00010000:0.0:1746137668.254737:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525df80 00000100:00100000:0.0:1746137668.254749:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15110 00000100:00100000:0.0:1746137668.254755:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2010:x1830957333862400:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.255169:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15111 00000100:00100000:3.0:1746137668.255178:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2010:x1830957333862656:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137668.270855:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2010:x1830957333861888:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19990us (20227us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137668.270864:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15108 00002000:00100000:1.0:1746137668.270874:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88008525d500 x1830957333861888/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.270882:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525d500 with x1830957333861888 ext(10485760->11534335) 00002000:00010000:1.0:1746137668.270887:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008525d500 00000100:00100000:2.0:1746137668.271253:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2010:x1830957333862144:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19263us (19888us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137668.271260:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15109 00002000:00100000:2.0:1746137668.271266:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88008525d880 x1830957333862144/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.271273:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525d880 with x1830957333862144 ext(11534336->12582911) 00002000:00010000:2.0:1746137668.271276:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525d880 00000100:00100000:3.0:1746137668.277282:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2010:x1830957333862400:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22521us (22700us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.277293:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15110 00002000:00100000:3.0:1746137668.277302:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88008525dc00 x1830957333862400/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.277311:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525dc00 with x1830957333862400 ext(11534336->12582911) 00002000:00010000:3.0:1746137668.277315:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008525dc00 00000100:00100000:3.0:1746137668.277828:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333862656:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22650us (23214us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.277835:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15111 00002000:00100000:3.0:1746137668.277840:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88008525df80 x1830957333862656/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.277847:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525df80 with x1830957333862656 ext(12582912->13631487) 00002000:00010000:3.0:1746137668.277850:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525df80 00000100:00100000:0.0:1746137668.286294:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.286679:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333862912 00000100:00100000:2.0:1746137668.286686:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333862912 00000100:00080000:0.0:1746137668.286736:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746137668.286864:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 198 00000100:00100000:3.0:1746137668.286873:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:3705:x1830957333862912:12345-192.168.203.12@tcp:35:cmp.0 00000100:00100000:3.0:1746137668.287502:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:3705:x1830957333862912:12345-192.168.203.12@tcp:35:cmp.0 Request processed in 629us (1214us total) trans 4294984515 rc 0/0 00000100:00100000:3.0:1746137668.287509:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 198 00000100:00100000:0.0:1746137668.295186:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.295299:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333863168 00000100:00100000:1.0:1746137668.295306:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333863168 00000100:00100000:1.0:1746137668.296240:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38537 00000100:00100000:1.0:1746137668.296250:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:3706:x1830957333863168:12345-192.168.203.12@tcp:101:cmp.0 00000100:00080000:0.0:1746137668.296256:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746137668.296267:0:21557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137668.296280:0:21557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5a00/0xddf4fb61417779d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde456 expref: -99 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.296355:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417779dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.296366:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417779dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.296375:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417779dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00000004:00200000:1.0:1746137668.296384:0:21557:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:1.0:1746137668.296461:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5a00/0xddf4fb61417779d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde456 expref: 20 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.296495:0:21557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417779dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde456 expref: 19 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.296502:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:1.0:1746137668.296505:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137668.296507:0:21557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b0b5e00, rc 0) 00000100:00100000:1.0:1746137668.296731:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+19:3706:x1830957333863168:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 482us (1552us total) trans 4294984516 rc 0/0 00000100:00100000:1.0:1746137668.296737:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38537 00000100:00100000:0.0:1746137668.300184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.300238:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333863296 00000100:00100000:2.0:1746137668.300246:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333863296 00000100:00100000:2.0:1746137668.300298:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 459 00000100:00100000:2.0:1746137668.300305:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+19:2008:x1830957333863296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137668.300317:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137668.300336:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5e00/0xddf4fb61417779dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde456 expref: 19 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.300362:0:8387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:2.0:1746137668.300365:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137668.300485:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+18:2008:x1830957333863296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 179us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137668.300491:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 459 00000100:00100000:0.0:1746137668.301131:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.301252:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333863552 00000100:00100000:1.0:1746137668.301256:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333863552 00000100:00100000:1.0:1746137668.301290:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38538 00000100:00100000:1.0:1746137668.301296:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+18:3706:x1830957333863552:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:1.0:1746137668.301312:0:21557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137668.301323:0:21557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ad200/0xddf4fb61417779ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde45d expref: -99 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.301397:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5a00/0xddf4fb61417779f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.301407:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5a00/0xddf4fb61417779f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.301416:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5a00/0xddf4fb61417779f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00000004:00200000:1.0:1746137668.301424:0:21557:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746137668.301493:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917ad200/0xddf4fb61417779ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde45d expref: 21 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.301524:0:21557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5a00/0xddf4fb61417779f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde45d expref: 20 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.301531:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008b0fa100) 00010000:00010000:1.0:1746137668.301533:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137668.301536:0:21557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b0b5a00, rc 0) 00000100:00100000:1.0:1746137668.301560:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+20:3706:x1830957333863552:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 264us (431us total) trans 4294984517 rc 0/0 00000100:00100000:1.0:1746137668.301566:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38538 00000100:00100000:0.0:1746137668.303023:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.303099:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333863680 00000100:00100000:2.0:1746137668.303104:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333863680 00000100:00100000:2.0:1746137668.303150:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 460 00000100:00100000:2.0:1746137668.303156:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+20:2009:x1830957333863680:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137668.303166:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137668.303184:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b5a00/0xddf4fb61417779f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde45d expref: 20 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.303198:0:8387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008b0fa100) 00010000:00010000:2.0:1746137668.303202:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137668.303243:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+19:2009:x1830957333863680:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 87us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137668.303249:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 460 00000100:00100000:0.0:1746137668.303274:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.303295:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333863808 00000100:00100000:0.0:1746137668.303298:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333863808 00000100:00100000:0.0:1746137668.303316:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31780 00000100:00100000:0.0:1746137668.303321:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2007:x1830957333863808:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:0.0:1746137668.303331:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137668.303340:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800916bfe00/0xddf4fb61417779ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde464 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137668.303357:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137668.303358:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137668.303364:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916bfe00/0xddf4fb61417779ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde464 expref: 10 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137668.303376:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800916bfe00/0xddf4fb61417779ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde464 expref: 10 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137668.303383:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916bfe00, rc 0) 00000100:00100000:0.0:1746137668.303400:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2007:x1830957333863808:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 78us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137668.303405:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31780 00000100:00100000:0.0:1746137668.303448:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.303480:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333863936 00000100:00100000:2.0:1746137668.303484:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333863936 00000100:00100000:2.0:1746137668.303502:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31781 00000100:00100000:2.0:1746137668.303507:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+13:2007:x1830957333863936:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746137668.303514:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137668.303522:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb6141777a06 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde46b expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.303538:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.303540:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.303543:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb6141777a06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde46b expref: 14 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137668.303552:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093272a00/0xddf4fb6141777a06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde46b expref: 14 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137668.303559:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093272a00, rc 0) 00000100:00100000:2.0:1746137668.303591:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333863936:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 83us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137668.303596:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31781 00000100:00100000:0.0:1746137668.320564:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.320620:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.320681:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333864320 00000100:00100000:2.0:1746137668.320688:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333864320 00000100:00100000:3.0:1746137668.320697:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333864448 00000100:00100000:3.0:1746137668.320702:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333864448 00002000:00100000:3.0:1746137668.320722:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88008a170000 x1830957333864448/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.320722:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff88008525fb80 x1830957333864320/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.320731:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a170000 with x1830957333864448 ext(0->2097151) 00002000:00100000:2.0:1746137668.320731:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525fb80 with x1830957333864320 ext(0->2097151) 00002000:00010000:3.0:1746137668.320735:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a170000 00002000:00010000:2.0:1746137668.320735:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525fb80 00000100:00100000:2.0:1746137668.320754:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15112 00000100:00100000:2.0:1746137668.320761:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2010:x1830957333864320:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.320767:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15113 00000100:00100000:3.0:1746137668.320773:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a170000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2010:x1830957333864448:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137668.322908:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327551744:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746137668.322956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137668.323057:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327551744 00000100:00100000:2.0:1746137668.323062:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327551744 00000100:00080000:1.0:1746137668.323139:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137668.323334:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1746137668.323342:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3763:x1830957327551744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746137668.323365:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 537668416 pending 26415104 free 3896020992 avail 3664498688 00000100:00100000:2.0:1746137668.323606:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3763:x1830957327551744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 264us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137668.323612:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1746137668.323680:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957327551744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746137668.335671:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a170000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2010:x1830957333864448:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14890us (15042us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137668.335671:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2010:x1830957333864320:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14902us (15105us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137668.335681:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15112 00000100:00100000:3.0:1746137668.335686:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15113 00002000:00100000:2.0:1746137668.335690:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff88008525fb80 x1830957333864320/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.335693:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88008a170000 x1830957333864448/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.335699:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a170000 with x1830957333864448 ext(0->2097151) 00002000:00100000:2.0:1746137668.335699:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525fb80 with x1830957333864320 ext(0->2097151) 00002000:00010000:3.0:1746137668.335704:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a170000 00002000:00010000:2.0:1746137668.335704:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525fb80 00000100:00100000:0.0:1746137668.358614:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.358670:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333864704 00000100:00100000:3.0:1746137668.358677:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333864704 00002000:00100000:3.0:1746137668.358712:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88008a170380 x1830957333864704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.358721:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a170380 with x1830957333864704 ext(2097152->4194303) 00002000:00010000:3.0:1746137668.358725:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a170380 00000100:00100000:0.0:1746137668.359317:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.359911:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333864960 00000100:00100000:3.0:1746137668.359916:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333864960 00002000:00100000:3.0:1746137668.359938:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88008a170700 x1830957333864960/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.359946:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a170700 with x1830957333864960 ext(2097152->4194303) 00002000:00010000:3.0:1746137668.359950:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a170700 00000100:00100000:3.0:1746137668.359974:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15114 00000100:00100000:3.0:1746137668.359980:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a170380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333864704:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.360050:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15115 00000100:00100000:0.0:1746137668.360058:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a170700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333864960:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.373136:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a170380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333864704:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 13149us (14522us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137668.373147:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15114 00002000:00100000:3.0:1746137668.373156:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88008a170380 x1830957333864704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.373165:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a170380 with x1830957333864704 ext(2097152->4194303) 00002000:00010000:3.0:1746137668.373169:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a170380 00000100:00100000:2.0:1746137668.382757:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a170700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333864960:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22692us (23434us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137668.382767:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15115 00002000:00100000:2.0:1746137668.382777:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88008a170700 x1830957333864960/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.382787:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a170700 with x1830957333864960 ext(2097152->4194303) 00002000:00010000:2.0:1746137668.382792:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a170700 00000100:00100000:3.0:1746137668.386992:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746137668.387011:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a170a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327551872:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746137668.387063:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137668.388113:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327551872 00000100:00100000:2.0:1746137668.388141:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327551872 00000100:00080000:1.0:1746137668.388340:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137668.390269:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1746137668.390288:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327551872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746137668.390318:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 537668416 pending 26415104 free 3896020992 avail 3664498688 00000100:00100000:2.0:1746137668.390392:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957327551872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (3329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137668.390398:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1746137668.391618:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a170a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957327551872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746137668.400355:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.400403:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.400764:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333865216 00000100:00100000:2.0:1746137668.400773:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333865216 00002000:00100000:2.0:1746137668.400842:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88008a170e00 x1830957333865216/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.400850:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a170e00 with x1830957333865216 ext(4194304->6291455) 00002000:00010000:2.0:1746137668.400854:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a170e00 00000100:00100000:2.0:1746137668.401514:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15116 00000100:00100000:2.0:1746137668.401524:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a170e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2010:x1830957333865216:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.402116:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333865472 00000100:00100000:3.0:1746137668.402121:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333865472 00002000:00100000:3.0:1746137668.402144:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88008a171180 x1830957333865472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.402151:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a171180 with x1830957333865472 ext(4194304->6291455) 00002000:00010000:3.0:1746137668.402155:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a171180 00000100:00100000:3.0:1746137668.402172:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15117 00000100:00100000:3.0:1746137668.402177:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2010:x1830957333865472:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.415262:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2010:x1830957333865472:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 13074us (14849us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137668.415275:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15117 00002000:00100000:3.0:1746137668.415285:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88008a171180 x1830957333865472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.415294:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a171180 with x1830957333865472 ext(4194304->6291455) 00002000:00010000:3.0:1746137668.415299:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a171180 00000100:00100000:2.0:1746137668.416755:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a170e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2010:x1830957333865216:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 15228us (16402us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137668.416762:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15116 00002000:00100000:2.0:1746137668.416770:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88008a170e00 x1830957333865216/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.416777:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a170e00 with x1830957333865216 ext(4194304->6291455) 00002000:00010000:2.0:1746137668.416781:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a170e00 00000100:00100000:0.0:1746137668.421237:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.421351:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333865728 00000100:00100000:2.0:1746137668.421358:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333865728 00002000:00100000:2.0:1746137668.421394:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88008a171500 x1830957333865728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.421403:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a171500 with x1830957333865728 ext(6291456->7340031) 00002000:00010000:2.0:1746137668.421407:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a171500 00000100:00100000:2.0:1746137668.421688:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15118 00000100:00100000:2.0:1746137668.421694:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a171500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2007:x1830957333865728:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.423910:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.424135:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333865984 00000100:00100000:3.0:1746137668.424142:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333865984 00002000:00100000:3.0:1746137668.424173:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88008a171880 x1830957333865984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.424181:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a171880 with x1830957333865984 ext(6291456->7340031) 00002000:00010000:3.0:1746137668.424185:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a171880 00000100:00100000:3.0:1746137668.424216:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15119 00000100:00100000:3.0:1746137668.424222:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a171880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333865984:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137668.426109:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.426191:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333866240 00000100:00100000:1.0:1746137668.426199:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333866240 00002000:00100000:1.0:1746137668.426240:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff880090951c00 x1830957333866240/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.426249:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951c00 with x1830957333866240 ext(7340032->8388607) 00002000:00010000:1.0:1746137668.426253:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090951c00 00000100:00100000:1.0:1746137668.426271:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15120 00000100:00100000:1.0:1746137668.426278:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333866240:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.426425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.426444:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333866496 00000100:00100000:0.0:1746137668.426447:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333866496 00002000:00100000:0.0:1746137668.426464:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88008a171c00 x1830957333866496/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.426477:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a171c00 with x1830957333866496 ext(7340032->8388607) 00002000:00010000:0.0:1746137668.426480:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a171c00 00000100:00100000:0.0:1746137668.426492:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15121 00000100:00100000:0.0:1746137668.426497:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a171c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:2007:x1830957333866496:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137668.430101:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a171500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333865728:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 8394us (8857us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137668.430113:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15118 00002000:00100000:2.0:1746137668.430125:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88008a171500 x1830957333865728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.430136:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a171500 with x1830957333865728 ext(6291456->7340031) 00002000:00010000:2.0:1746137668.430142:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a171500 00000100:00100000:3.0:1746137668.433930:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a171880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:2007:x1830957333865984:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 9700us (10018us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.433941:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15119 00002000:00100000:3.0:1746137668.433949:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88008a171880 x1830957333865984/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.433958:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a171880 with x1830957333865984 ext(6291456->7340031) 00002000:00010000:3.0:1746137668.433963:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a171880 00000100:00100000:2.0:1746137668.439588:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a171c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333866496:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 13082us (13157us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137668.439598:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15121 00002000:00100000:2.0:1746137668.439608:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88008a171c00 x1830957333866496/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.439621:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a171c00 with x1830957333866496 ext(7340032->8388607) 00002000:00010000:2.0:1746137668.439626:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a171c00 00000100:00100000:2.0:1746137668.439723:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2007:x1830957333866240:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 13445us (13621us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137668.439728:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15120 00002000:00100000:2.0:1746137668.439734:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff880090951c00 x1830957333866240/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.439740:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090951c00 with x1830957333866240 ext(7340032->8388607) 00002000:00010000:2.0:1746137668.439744:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090951c00 00000100:00100000:0.0:1746137668.453155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.453218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.453248:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333866752 00000100:00100000:2.0:1746137668.453256:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333866752 00000100:00100000:3.0:1746137668.453272:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333867008 00000100:00100000:3.0:1746137668.453277:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333867008 00002000:00100000:2.0:1746137668.453291:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88008a171f80 x1830957333866752/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.453295:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88008a172300 x1830957333867008/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.453305:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a171f80 with x1830957333866752 ext(8388608->10485759) 00002000:00100000:3.0:1746137668.453308:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a172300 with x1830957333867008 ext(8388608->10485759) 00002000:00010000:2.0:1746137668.453309:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a171f80 00002000:00010000:3.0:1746137668.453312:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a172300 00000100:00100000:2.0:1746137668.453339:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15122 00000100:00100000:3.0:1746137668.453345:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15123 00000100:00100000:2.0:1746137668.453347:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333866752:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.453350:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2008:x1830957333867008:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137668.467490:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2008:x1830957333866752:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14135us (14333us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137668.467501:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15122 00002000:00100000:2.0:1746137668.467512:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88008a171f80 x1830957333866752/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.467522:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a171f80 with x1830957333866752 ext(8388608->10485759) 00002000:00010000:2.0:1746137668.467526:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a171f80 00000100:00100000:3.0:1746137668.477629:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2008:x1830957333867008:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 24271us (24403us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137668.477640:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15123 00002000:00100000:3.0:1746137668.477649:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88008a172300 x1830957333867008/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.477722:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a172300 with x1830957333867008 ext(8388608->10485759) 00002000:00010000:3.0:1746137668.477727:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a172300 00000100:00100000:0.0:1746137668.478762:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.479744:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333867264 00000100:00100000:3.0:1746137668.479752:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333867264 00002000:00100000:3.0:1746137668.479786:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88008a172680 x1830957333867264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.479794:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a172680 with x1830957333867264 ext(10485760->11534335) 00002000:00010000:3.0:1746137668.479798:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a172680 00000100:00100000:3.0:1746137668.479837:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15124 00000100:00100000:3.0:1746137668.479843:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a172680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2007:x1830957333867264:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137668.490919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.490948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.490979:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333867648 00000100:00100000:2.0:1746137668.490986:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333867648 00002000:00100000:2.0:1746137668.491020:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88008a172a00 x1830957333867648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.491028:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a172a00 with x1830957333867648 ext(11534336->12582911) 00002000:00010000:2.0:1746137668.491032:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a172a00 00000100:00100000:2.0:1746137668.491052:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333867776 00000100:00100000:2.0:1746137668.491054:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333867776 00002000:00100000:2.0:1746137668.491065:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->12582911) req@ffff88008a172d80 x1830957333867776/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.491071:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a172d80 with x1830957333867776 ext(10485760->12582911) 00002000:00010000:2.0:1746137668.491073:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a172d80 00000100:00100000:2.0:1746137668.491089:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15125 00000100:00100000:2.0:1746137668.491094:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333867648:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137668.491353:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15126 00000100:00100000:1.0:1746137668.491361:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a172d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333867776:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.494679:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a172680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333867264:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14828us (15911us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.494689:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15124 00002000:00100000:3.0:1746137668.494698:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88008a172680 x1830957333867264/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.494706:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a172680 with x1830957333867264 ext(10485760->11534335) 00002000:00010000:3.0:1746137668.494711:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a172680 00000100:00100000:0.0:1746137668.496379:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.498287:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333868160 00000100:00100000:3.0:1746137668.498297:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333868160 00002000:00100000:3.0:1746137668.498334:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88008a173100 x1830957333868160/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.498344:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a173100 with x1830957333868160 ext(12582912->13631487) 00002000:00010000:3.0:1746137668.498348:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a173100 00000100:00100000:3.0:1746137668.498384:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15127 00000100:00100000:3.0:1746137668.498391:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a173100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333868160:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137668.503045:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333867648:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 11942us (12123us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.503056:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15125 00002000:00100000:3.0:1746137668.503065:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88008a172a00 x1830957333867648/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.503074:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a172a00 with x1830957333867648 ext(11534336->12582911) 00002000:00010000:3.0:1746137668.503079:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a172a00 00000100:00100000:1.0:1746137668.510673:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a172d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2007:x1830957333867776:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19304us (19715us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137668.510683:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15126 00002000:00100000:1.0:1746137668.510692:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->12582911) req@ffff88008a172d80 x1830957333867776/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.510701:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a172d80 with x1830957333867776 ext(10485760->12582911) 00002000:00010000:1.0:1746137668.510706:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a172d80 00000100:00100000:3.0:1746137668.513685:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a173100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2007:x1830957333868160:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 15286us (17304us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.513888:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15127 00002000:00100000:3.0:1746137668.513897:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88008a173100 x1830957333868160/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/440 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137668.513912:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a173100 with x1830957333868160 ext(12582912->13631487) 00002000:00010000:3.0:1746137668.513916:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a173100 00000100:00100000:0.0:1746137668.524664:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.524959:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333868416 00000100:00100000:3.0:1746137668.524968:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333868416 00000100:00100000:3.0:1746137668.525019:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 199 00000100:00100000:3.0:1746137668.525026:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a173480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+19:3706:x1830957333868416:12345-192.168.203.12@tcp:35:cmp.0 00000100:00100000:3.0:1746137668.525283:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a173480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+20:3706:x1830957333868416:12345-192.168.203.12@tcp:35:cmp.0 Request processed in 256us (628us total) trans 4294984518 rc 0/0 00000100:00100000:3.0:1746137668.525289:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 199 00000100:00100000:2.0:1746137668.532837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.534197:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333868672 00000100:00100000:0.0:1746137668.534221:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333868672 00000100:00100000:0.0:1746137668.534291:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 200 00000100:00100000:0.0:1746137668.534299:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+20:3706:x1830957333868672:12345-192.168.203.12@tcp:35:cmp.0 00000100:00100000:0.0:1746137668.534518:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+21:3706:x1830957333868672:12345-192.168.203.12@tcp:35:cmp.0 Request processed in 219us (1687us total) trans 4294984519 rc 0/0 00000100:00100000:0.0:1746137668.534524:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 200 00000100:00100000:0.0:1746137668.548044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.548155:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333868928 00000100:00100000:2.0:1746137668.548162:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333868928 00000100:00100000:2.0:1746137668.548274:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 634 00000100:00100000:2.0:1746137668.548286:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a173800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2010:x1830957333868928:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:2.0:1746137668.548319:0:8828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137668.548334:0:8828:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7a00/0xddf4fb6141777a0d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde472 expref: -99 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.548368:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777a14 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.548378:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777a14 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.548386:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777a14 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.548397:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777a1b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.548401:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777a1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.548406:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777a1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.548439:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777a14 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.548447:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777a14 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.548452:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777a14 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.548456:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfe6200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137668.548460:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777a14 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.548465:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777a14 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.548474:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137668.548476:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137668.548479:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777a14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.548484:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777a14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.549616:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777a1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.549623:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777a1b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.549628:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777a1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.549632:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfe6800 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137668.549634:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777a1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.549643:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777a1b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.549652:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008b7f1a00) 00010000:00010000:2.0:1746137668.549654:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137668.549656:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777a1b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.549660:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777a1b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.549693:0:8828:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7a00/0xddf4fb6141777a0d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde472 expref: 27 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.549699:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137668.549701:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746137668.549703:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7a00/0xddf4fb6141777a0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde472 expref: 27 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.549710:0:8828:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfe7a00, rc -2) 00000100:00100000:2.0:1746137668.551134:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a173800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:2010:x1830957333868928:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 2847us (3090us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746137668.551144:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 634 00000100:00100000:1.0:1746137668.551339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.551365:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333869056 00000100:00100000:3.0:1746137668.551372:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333869056 00000100:00100000:3.0:1746137668.551451:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38539 00000100:00100000:3.0:1746137668.551459:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:3707:x1830957333869056:12345-192.168.203.12@tcp:36:rm.0 00010000:00010000:3.0:1746137668.551496:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746137668.551513:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a7800/0xddf4fb614177796c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde410 expref: 26 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.551572:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be800/0xddf4fb6141777719 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3a0 expref: 25 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.551581:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008b0fa100) 00010000:00010000:3.0:1746137668.551588:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091564000/0xddf4fb6141777950 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde409 expref: 24 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.551594:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137668.551597:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137668.551610:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.551618:0:7235:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb6141777988 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde425 expref: 20 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.551624:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.551647:0:7235:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb6141777988 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde425 expref: 20 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.551662:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb6141777988 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde425 expref: 20 pid: 21557 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746137668.551671:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830957327552000:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137668.552040:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a81b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137668.554657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.554706:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830957327552000:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137668.554726:0:7235:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000100:00100000:1.0:1746137668.554879:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333869184 00000100:00100000:1.0:1746137668.554885:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333869184 00010000:00010000:1.0:1746137668.554912:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb6141777988 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde425 expref: 21 pid: 21557 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746137668.554945:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16119 00000100:00100000:1.0:1746137668.554953:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a173b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+21:2008:x1830957333869184:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137668.554963:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137668.554968:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb6141777988 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde425 expref: 21 pid: 21557 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746137668.554976:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb6141777988 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde425 expref: 21 pid: 21557 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746137668.554992:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917a6a00/0xddf4fb6141777988 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde425 expref: 21 pid: 21557 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746137668.555016:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137668.555021:0:7223:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137668.555028:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137668.555034:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137668.555048:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137668.555080:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a173b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+20:2008:x1830957333869184:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 128us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137668.555086:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16119 00010000:00010000:3.0:1746137668.556740:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.556751:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.556773:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091467a00/0xddf4fb6141777a29 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.556782:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091467a00/0xddf4fb6141777a29 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.556792:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091467a00/0xddf4fb6141777a29 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.556902:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.556912:0:7235:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb61417777c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d1 expref: 19 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.556918:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.556946:0:7235:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb61417777c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d1 expref: 19 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.556957:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb61417777c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d1 expref: 19 pid: 7237 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746137668.556968:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830957327552128:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137668.557044:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a81b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137668.558396:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830957327552128:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137668.558411:0:7235:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000100:00100000:0.0:1746137668.558681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.558737:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333869312 00000100:00100000:2.0:1746137668.558743:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333869312 00010000:00010000:2.0:1746137668.558766:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb61417777c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d1 expref: 20 pid: 7237 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746137668.561360:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16120 00000100:00100000:1.0:1746137668.561376:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a170a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+20:2007:x1830957333869312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137668.561391:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137668.561400:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb61417777c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d1 expref: 20 pid: 7237 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746137668.561412:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb61417777c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d1 expref: 20 pid: 7237 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746137668.561439:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb61417777c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde3d1 expref: 20 pid: 7237 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746137668.561454:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008b0fa100) 00010000:00010000:1.0:1746137668.561458:0:7223:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137668.561465:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137668.561471:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137668.561933:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137668.561975:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a170a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+19:2007:x1830957333869312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 605us (3294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137668.561982:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16120 00010000:00010000:3.0:1746137668.562452:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562460:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000040:00080000:3.0:1746137668.562652:0:7235:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:3.0:1746137668.562658:0:7235:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 730607852246ns, next at 731607851153ns, rc = 0 00000040:00080000:3.0:1746137668.562674:0:7235:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:3.0:1746137668.562678:0:7235:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 730607872200ns, next at 731607871679ns, rc = 0 00010000:00010000:3.0:1746137668.562712:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a37 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562879:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562888:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562894:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a37 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562899:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a37 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562904:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562919:0:7235:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746137668.562935:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562939:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562944:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562949:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091467e00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137668.562953:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562958:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562965:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008b0fa100) 00010000:00010000:3.0:1746137668.562968:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746137668.562970:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.562974:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a30 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.563182:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.563188:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.563192:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.563197:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.563201:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093273a00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137668.563213:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.563218:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.563225:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137668.563227:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137668.563230:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.563234:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093273a00/0xddf4fb6141777a22 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00000004:00010000:3.0:1746137668.563242:0:7235:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880090ae7800 reply state ffff880090bd3000 transno 4294984520 ns: mdt-lustre-MDT0000_UUID lock: ffff880091467a00/0xddf4fb6141777a29 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.563249:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091467a00/0xddf4fb6141777a29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.563254:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093370a00) 00010000:00010000:3.0:1746137668.563256:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137668.563258:0:7235:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746137668.563302:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:3707:x1830957333869056:12345-192.168.203.12@tcp:36:rm.0 Request processed in 11843us (11962us total) trans 4294984520 rc 0/0 00000100:00100000:3.0:1746137668.563309:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38539 00010000:00010000:0.0:1746137668.563333:0:7226:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746137668.563339:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137668.563346:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091466600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746137668.563349:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137668.563354:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137668.563362:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008b0fa100) 00010000:00010000:0.0:1746137668.563364:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746137668.563366:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a37 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137668.563370:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a37 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746137668.563399:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746137668.563401:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746137668.563402:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137668.606199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.606449:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333869440 00000100:00100000:3.0:1746137668.606456:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333869440 00000100:00100000:3.0:1746137668.606498:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38540 00000100:00100000:3.0:1746137668.606505:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+25:3710:x1830957333869440:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746137668.606523:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137668.606536:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde4aa expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.606577:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097f2de00/0xddf4fb6141777a45 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.606587:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097f2de00/0xddf4fb6141777a45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.606596:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097f2de00/0xddf4fb6141777a45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137668.606624:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137668.606626:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137668.606639:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097f2de00/0xddf4fb6141777a45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.606654:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4aa expref: 27 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.606680:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097f2de00/0xddf4fb6141777a45 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4aa expref: 26 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.606687:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137668.606689:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137668.606691:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097f2de00, rc 0) 00000100:00100000:3.0:1746137668.606722:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:3710:x1830957333869440:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 218us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137668.606728:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38540 00000100:00100000:0.0:1746137668.608387:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.608490:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333869696 00000100:00100000:1.0:1746137668.608494:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333869696 00000100:00100000:1.0:1746137668.608602:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38541 00000100:00100000:1.0:1746137668.608609:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+26:3710:x1830957333869696:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:1.0:1746137668.608618:0:21557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137668.608620:0:21557:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746137668.608633:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097f2de00/0xddf4fb6141777a45 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4aa expref: 26 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.608654:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137668.608657:0:21557:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137668.608663:0:21557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19c00/0xddf4fb6141777a4c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde4b1 expref: -99 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.608712:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18400/0xddf4fb6141777a53 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.608719:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18400/0xddf4fb6141777a53 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.608725:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18400/0xddf4fb6141777a53 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.608736:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18200/0xddf4fb6141777a5a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.608741:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18200/0xddf4fb6141777a5a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.608745:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18200/0xddf4fb6141777a5a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.608978:0:21557:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb6141777a61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.608985:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb6141777a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.608990:0:21557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb6141777a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00000004:00200000:1.0:1746137668.608995:0:21557:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:1.0:1746137668.609010:0:21557:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18400/0xddf4fb6141777a53 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.609016:0:21557:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18400/0xddf4fb6141777a53 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.609021:0:21557:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18400/0xddf4fb6141777a53 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.609025:0:21557:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d18400 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137668.609028:0:21557:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18400/0xddf4fb6141777a53 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.609033:0:21557:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18400/0xddf4fb6141777a53 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.609040:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137668.609042:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137668.609045:0:21557:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18400/0xddf4fb6141777a53 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.609049:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18400/0xddf4fb6141777a53 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21557 initiator: MDT0 00000004:00010000:1.0:1746137668.609056:0:21557:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008a174380 reply state ffff88012056f000 transno 4294984521 ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18200/0xddf4fb6141777a5a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.609063:0:21557:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18200/0xddf4fb6141777a5a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21557 initiator: MDT0 00010000:00010000:1.0:1746137668.609068:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093370a00) 00010000:00010000:1.0:1746137668.609069:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746137668.609071:0:21557:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746137668.609085:0:21557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19c00/0xddf4fb6141777a4c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4b1 expref: 28 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.609093:0:21557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb6141777a61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4b1 expref: 27 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.609098:0:21557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012c24eb00) 00010000:00010000:1.0:1746137668.609100:0:21557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137668.609102:0:21557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800908f1a00, rc 0) 00000100:00100000:1.0:1746137668.609128:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:3710:x1830957333869696:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 520us (744us total) trans 4294984521 rc 0/0 00000100:00100000:1.0:1746137668.609134:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38541 00000100:00100000:0.0:1746137668.610614:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.610936:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333869952 00000100:00100000:3.0:1746137668.610942:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333869952 00000100:00100000:3.0:1746137668.611004:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38542 00000100:00100000:3.0:1746137668.611010:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:3710:x1830957333869952:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746137668.611023:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137668.611033:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde4b8 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.611084:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.611094:0:7235:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb6141777a61 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4b1 expref: 29 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.611100:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.611122:0:7235:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb6141777a61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4b1 expref: 29 pid: 21557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.611130:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb6141777a61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4b1 expref: 29 pid: 21557 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746137668.611138:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830957327552256:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137668.611216:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a81b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137668.612136:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830957327552256:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137668.612152:0:7235:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000100:00100000:0.0:1746137668.612416:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.612478:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333870080 00000100:00100000:1.0:1746137668.612484:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333870080 00010000:00010000:1.0:1746137668.612504:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb6141777a61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4b1 expref: 30 pid: 21557 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746137668.612537:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16121 00000100:00100000:1.0:1746137668.612543:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a174a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:2008:x1830957333870080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137668.612553:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137668.612558:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb6141777a61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4b1 expref: 30 pid: 21557 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746137668.612567:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb6141777a61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4b1 expref: 30 pid: 21557 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746137668.612583:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800908f1a00/0xddf4fb6141777a61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4b1 expref: 30 pid: 21557 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746137668.612596:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012c24eb00) 00010000:00010000:1.0:1746137668.612600:0:7223:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137668.612611:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137668.612616:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746137668.612641:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137668.612677:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a174a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:2008:x1830957333870080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 133us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137668.612683:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16121 00010000:00010000:3.0:1746137668.612693:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.612699:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137668.612711:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00080000:3.0:1746137668.612855:0:7235:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00000004:00080000:3.0:1746137668.612862:0:7235:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:3.0:1746137668.612927:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.612933:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.612941:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.612945:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091467e00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137668.612948:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.612952:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.612959:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012c24eb00) 00010000:00010000:3.0:1746137668.612961:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746137668.612963:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.612967:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091467e00/0xddf4fb6141777a76 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.613002:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a6f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4b8 expref: 29 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.613009:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091466600/0xddf4fb6141777a6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4b8 expref: 29 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.613015:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091466600, rc 0) 00000100:00100000:3.0:1746137668.613046:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:3710:x1830957333869952:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 2036us (2434us total) trans 4294984522 rc 301/301 00000100:00100000:3.0:1746137668.613052:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38542 00000100:00100000:0.0:1746137668.614590:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.614638:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333870336 00000100:00100000:3.0:1746137668.614644:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333870336 00000100:00100000:3.0:1746137668.614679:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 201 00000100:00100000:3.0:1746137668.614685:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+28:3710:x1830957333870336:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:3.0:1746137668.614877:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:3710:x1830957333870336:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 192us (289us total) trans 4294984523 rc 0/0 00000100:00100000:3.0:1746137668.614883:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 201 00000100:00100000:0.0:1746137668.615778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.615868:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333870464 00000100:00100000:3.0:1746137668.615872:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333870464 00000100:00100000:3.0:1746137668.615981:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38543 00000100:00100000:3.0:1746137668.615991:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+29:3710:x1830957333870464:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746137668.616003:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137668.616018:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b345400/0xddf4fb6141777a84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde4bf expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.616050:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b345400/0xddf4fb6141777a84 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4bf expref: 30 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.616061:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b345400/0xddf4fb6141777a84 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4bf expref: 30 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.616071:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:3.0:1746137668.616073:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746137668.616076:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b345400, rc 0) 00000100:00100000:3.0:1746137668.616107:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:3710:x1830957333870464:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 120us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137668.616112:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38543 00000100:00100000:0.0:1746137668.617082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.617125:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333870720 00000100:00100000:3.0:1746137668.617130:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333870720 00000100:00100000:3.0:1746137668.617159:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 202 00000100:00100000:3.0:1746137668.617165:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f838050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+30:3710:x1830957333870720:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:3.0:1746137668.617291:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f838050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:3710:x1830957333870720:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 126us (211us total) trans 4294984524 rc 0/0 00000100:00100000:3.0:1746137668.617296:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 202 00000100:00100000:0.0:1746137668.622337:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.622540:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333870848 00000100:00100000:3.0:1746137668.622547:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333870848 00000100:00100000:3.0:1746137668.622592:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38544 00000100:00100000:3.0:1746137668.622603:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+31:3711:x1830957333870848:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137668.622620:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137668.622633:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344400/0xddf4fb6141777a8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde4c6 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.622679:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344200/0xddf4fb6141777a92 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.622688:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344200/0xddf4fb6141777a92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.622701:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344200/0xddf4fb6141777a92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137668.622731:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137668.622734:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137668.622747:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344200/0xddf4fb6141777a92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.622764:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344400/0xddf4fb6141777a8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4c6 expref: 33 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.622781:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344200/0xddf4fb6141777a92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4c6 expref: 32 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.623009:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137668.623011:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137668.623014:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b344200, rc 0) 00000100:00100000:3.0:1746137668.623053:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+32:3711:x1830957333870848:12345-192.168.203.12@tcp:101:dd.0 Request processed in 454us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137668.623059:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38544 00000100:00100000:0.0:1746137668.623121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.623193:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333870976 00000100:00100000:3.0:1746137668.623196:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333870976 00000100:00100000:3.0:1746137668.623224:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38545 00000100:00100000:3.0:1746137668.623229:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+19:3712:x1830957333870976:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137668.623236:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137668.623242:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093272800/0xddf4fb6141777a99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde4cd expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.623263:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a000/0xddf4fb6141777aa0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.623269:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a000/0xddf4fb6141777aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.623276:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a000/0xddf4fb6141777aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137668.623289:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137668.623291:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137668.623298:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a000/0xddf4fb6141777aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.623308:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093272800/0xddf4fb6141777a99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4cd expref: 21 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.623318:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a000/0xddf4fb6141777aa0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4cd expref: 20 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.623323:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137668.623325:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137668.623327:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009144a000, rc 0) 00000100:00100000:3.0:1746137668.623357:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+20:3712:x1830957333870976:12345-192.168.203.12@tcp:101:dd.0 Request processed in 128us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137668.623361:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38545 00000100:00100000:0.0:1746137668.625146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.625314:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333871232 00000100:00100000:3.0:1746137668.625319:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333871232 00000100:00100000:0.0:1746137668.625322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.625344:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38546 00000100:00100000:3.0:1746137668.625350:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+20:3712:x1830957333871232:12345-192.168.203.12@tcp:101:dd.0 00000100:00100000:0.0:1746137668.625355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137668.625361:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137668.625400:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333871616 00000100:00100000:2.0:1746137668.625404:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333871616 00000100:00100000:3.0:1746137668.625410:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333871488 00000100:00100000:3.0:1746137668.625414:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333871488 00000100:00100000:2.0:1746137668.625427:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 635 00000100:00100000:2.0:1746137668.625432:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2007:x1830957333871616:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:2.0:1746137668.625449:0:8828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137668.625457:0:8828:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7800/0xddf4fb6141777aa7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde4d4 expref: -99 pid: 8828 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137668.625479:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38547 00010000:00010000:2.0:1746137668.625485:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6e00/0xddf4fb6141777aae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625493:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6e00/0xddf4fb6141777aae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00000100:00100000:3.0:1746137668.625495:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:3711:x1830957333871488:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746137668.625501:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6e00/0xddf4fb6141777aae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137668.625502:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137668.625504:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746137668.625508:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7200/0xddf4fb6141777ab5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625513:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7200/0xddf4fb6141777ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137668.625517:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344200/0xddf4fb6141777a92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4c6 expref: 34 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.625517:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7200/0xddf4fb6141777ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137668.625531:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137668.625535:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137668.625539:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a200/0xddf4fb6141777abc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde50c expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.625583:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7a00/0xddf4fb6141777ac3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625590:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7a00/0xddf4fb6141777ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137668.625594:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009144b000/0xddf4fb6141777aca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137668.625595:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7a00/0xddf4fb6141777ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137668.625600:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009144b000/0xddf4fb6141777aca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.625606:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009144b000/0xddf4fb6141777aca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:2.0:1746137668.625609:0:8828:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00200000:3.0:1746137668.625612:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00000004:00200000:2.0:1746137668.625612:0:8828:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137668.625623:0:8828:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7a00/0xddf4fb6141777ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625630:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7a00/0xddf4fb6141777ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625635:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6e00/0xddf4fb6141777aae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625640:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6e00/0xddf4fb6141777aae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625644:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6e00/0xddf4fb6141777aae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625648:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfe6e00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137668.625651:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6e00/0xddf4fb6141777aae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625656:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6e00/0xddf4fb6141777aae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625662:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137668.625664:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137668.625666:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6e00/0xddf4fb6141777aae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625670:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6e00/0xddf4fb6141777aae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137668.625677:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a200/0xddf4fb6141777abc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde50c expref: 36 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.625687:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009144b000/0xddf4fb6141777aca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde50c expref: 35 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.625690:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7200/0xddf4fb6141777ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137668.625693:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012eea9f00) 00010000:00010000:3.0:1746137668.625695:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137668.625695:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7200/0xddf4fb6141777ab5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137668.625696:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009144b000, rc 0) 00010000:00010000:2.0:1746137668.625699:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7200/0xddf4fb6141777ab5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625703:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfe7200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137668.625705:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7200/0xddf4fb6141777ab5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625709:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7200/0xddf4fb6141777ab5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625715:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093370a00) 00010000:00010000:2.0:1746137668.625716:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137668.625718:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7200/0xddf4fb6141777ab5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625722:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7200/0xddf4fb6141777ab5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00000100:00100000:3.0:1746137668.625730:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:3711:x1830957333871488:12345-192.168.203.12@tcp:101:dd.0 Request processed in 235us (373us total) trans 4294984525 rc 0/0 00010000:00010000:2.0:1746137668.625738:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7800/0xddf4fb6141777aa7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4d4 expref: 36 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.625744:0:8828:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7a00/0xddf4fb6141777ac3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4d4 expref: 35 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.625749:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:2.0:1746137668.625750:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137668.625752:0:8828:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfe7a00, rc 0) 00010000:00010000:2.0:1746137668.625755:0:8828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137668.625759:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38547 00010000:00010000:2.0:1746137668.625760:0:8828:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777ad8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde4db expref: -99 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.625773:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777ae6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137668.625774:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb6141777adf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde4fe expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.625779:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777ae6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625783:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777ae6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625792:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0e6000/0xddf4fb6141777aed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625796:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0e6000/0xddf4fb6141777aed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625801:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0e6000/0xddf4fb6141777aed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625827:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777ae6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137668.625831:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344600/0xddf4fb6141777af4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746137668.625831:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777ae6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625835:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777ae6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625838:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfe6200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137668.625839:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344600/0xddf4fb6141777af4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746137668.625840:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777ae6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625844:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777ae6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137668.625845:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344600/0xddf4fb6141777af4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137668.625850:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:2.0:1746137668.625850:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137668.625852:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137668.625854:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777ae6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625858:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6200/0xddf4fb6141777ae6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625864:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0e6000/0xddf4fb6141777aed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625868:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0e6000/0xddf4fb6141777aed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625872:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0e6000/0xddf4fb6141777aed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625876:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b0e6000 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137668.625878:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a800/0xddf4fb6141777adf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4fe expref: 23 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.625878:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0e6000/0xddf4fb6141777aed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625882:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0e6000/0xddf4fb6141777aed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137668.625884:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344600/0xddf4fb6141777af4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4fe expref: 22 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.625887:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008b7f1400) 00010000:00010000:3.0:1746137668.625888:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:2.0:1746137668.625889:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137668.625890:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137668.625891:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b344600, rc 0) 00010000:00010000:2.0:1746137668.625891:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0e6000/0xddf4fb6141777aed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137668.625894:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0e6000/0xddf4fb6141777aed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00000100:00100000:3.0:1746137668.625903:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+22:3712:x1830957333871232:12345-192.168.203.12@tcp:101:dd.0 Request processed in 554us (767us total) trans 4294984526 rc 0/0 00000100:00100000:3.0:1746137668.625906:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38546 00010000:00010000:2.0:1746137668.625911:0:8828:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777ad8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4db expref: 35 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.625918:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137668.625920:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746137668.625922:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe6800/0xddf4fb6141777ad8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4db expref: 35 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.625927:0:8828:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfe6800, rc -2) 00000100:00100000:2.0:1746137668.625959:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2007:x1830957333871616:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 527us (636us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746137668.625964:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 635 00000100:00100000:0.0:1746137668.629445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.629481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.629523:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.629577:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333872128 00000100:00100000:3.0:1746137668.629586:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333872128 00000100:00100000:3.0:1746137668.629625:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38548 00000100:00100000:3.0:1746137668.629631:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+22:3712:x1830957333872128:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137668.629648:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137668.629651:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:1.0:1746137668.629666:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333871744 00000100:00100000:1.0:1746137668.629670:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333871744 00010000:00010000:3.0:1746137668.629672:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009144a000/0xddf4fb6141777aa0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4cd expref: 22 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.629685:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137668.629688:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137668.629691:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333871872 00000100:00100000:1.0:1746137668.629693:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333871872 00010000:00010000:3.0:1746137668.629696:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fa00/0xddf4fb6141777b02 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde51a expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.629787:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fc00/0xddf4fb6141777b09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.629797:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fc00/0xddf4fb6141777b09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.629827:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fc00/0xddf4fb6141777b09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.629837:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b10 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.629842:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.629846:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.629880:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777b17 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.629886:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777b17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.629891:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777b17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:3.0:1746137668.629900:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000100:00100000:1.0:1746137668.629909:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 461 00000100:00100000:1.0:1746137668.629916:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5811050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:2010:x1830957333871744:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137668.629923:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137668.629934:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009144b000/0xddf4fb6141777aca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde50c expref: 34 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.629947:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012eea9f00) 00010000:00010000:1.0:1746137668.629949:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137668.629981:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5811050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:2010:x1830957333871744:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 66us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137668.629987:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 461 00000100:00100000:1.0:1746137668.630029:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 462 00000100:00100000:1.0:1746137668.630034:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+24:2009:x1830957333871872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137668.630039:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137668.630052:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344600/0xddf4fb6141777af4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4fe expref: 24 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.630061:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:1.0:1746137668.630063:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137668.630077:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+23:2009:x1830957333871872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 42us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137668.630081:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 462 00010000:00010000:3.0:1746137668.630312:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fc00/0xddf4fb6141777b09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630320:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fc00/0xddf4fb6141777b09 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630324:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fc00/0xddf4fb6141777b09 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630328:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009098fc00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137668.630332:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fc00/0xddf4fb6141777b09 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630337:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fc00/0xddf4fb6141777b09 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630344:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137668.630346:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137668.630349:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fc00/0xddf4fb6141777b09 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630353:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fc00/0xddf4fb6141777b09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630360:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630364:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630368:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630375:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009098e200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137668.630377:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630381:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b10 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630385:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093370a00) 00010000:00010000:3.0:1746137668.630387:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137668.630389:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b10 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137668.630393:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b10 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00000100:00100000:1.0:1746137668.630949:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.630970:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.630983:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333872256 00000100:00100000:2.0:1746137668.630988:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333872256 00000100:00100000:1.0:1746137668.630998:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.631004:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333872512 00000100:00100000:0.0:1746137668.631009:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333872512 00000100:00100000:1.0:1746137668.631030:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.631046:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333872896 00000100:00100000:1.0:1746137668.631049:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333872896 00000100:00100000:1.0:1746137668.631083:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15128 00000100:00100000:1.0:1746137668.631089:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333872896:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137668.631114:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b25 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.631125:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137668.631126:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137668.631130:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b25 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.631139:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b25 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.631258:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333872640 00000100:00100000:2.0:1746137668.631262:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333872640 00000100:00100000:0.0:1746137668.631277:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31782 00000100:00100000:0.0:1746137668.631284:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2008:x1830957333872256:12345-192.168.203.12@tcp:101:ll_agl.0 00010000:00010000:0.0:1746137668.631294:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137668.631307:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777b2c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde521 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137668.631322:0:9583:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746137668.631332:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137668.631333:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746137668.631334:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31783 00010000:00010000:0.0:1746137668.631338:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777b2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde521 expref: 21 pid: 9583 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746137668.631342:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333872640:12345-192.168.203.12@tcp:101:ll_agl.0 00010000:00010000:2.0:1746137668.631349:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137668.631349:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777b2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde521 expref: 21 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137668.631357:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171c800, rc 0) 00010000:00010000:2.0:1746137668.631358:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6200/0xddf4fb6141777b33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde528 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746137668.631369:0:21535:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746137668.631376:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fa00/0xddf4fb6141777b02 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde51a expref: 23 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.631378:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.631380:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746137668.631381:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+21:2008:x1830957333872256:12345-192.168.203.12@tcp:101:ll_agl.0 Request processed in 99us (434us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137668.631384:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6200/0xddf4fb6141777b33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde528 expref: 11 pid: 21535 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746137668.631387:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31782 00010000:00010000:3.0:1746137668.631388:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777b17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde51a expref: 22 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.631393:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6200/0xddf4fb6141777b33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde528 expref: 11 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137668.631394:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:3.0:1746137668.631396:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137668.631398:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009098f200, rc 0) 00010000:00010000:2.0:1746137668.631405:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b0e6200, rc 0) 00000100:00100000:3.0:1746137668.631414:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+22:3712:x1830957333872128:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1783us (1890us total) trans 4294984527 rc 0/0 00000100:00100000:3.0:1746137668.631420:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38548 00000100:00100000:0.0:1746137668.631421:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15129 00000100:00100000:2.0:1746137668.631422:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2008:x1830957333872640:12345-192.168.203.12@tcp:101:ll_agl.0 Request processed in 82us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137668.631426:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2010:x1830957333872512:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746137668.631428:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31783 00010000:00010000:0.0:1746137668.631438:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141777b3a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137668.631445:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137668.631446:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137668.631449:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141777b3a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137668.631456:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141777b3a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137668.640232:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.640288:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333873024 00000100:00100000:3.0:1746137668.640295:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333873024 00000100:00100000:3.0:1746137668.640332:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31784 00000100:00100000:3.0:1746137668.640339:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:3712:x1830957333873024:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137668.640353:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137668.640368:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde52f expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.640389:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777b2c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde521 expref: 21 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137668.640396:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.640398:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.640401:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.640426:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777b2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde521 expref: 21 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137668.640437:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777b2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde521 expref: 21 pid: 9583 timeout: 830 lvb_type: 1 00000100:00100000:3.0:1746137668.640447:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327552384:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137668.640509:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a816c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137668.642059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.642077:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333873152 00000100:00100000:2.0:1746137668.642081:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333873152 00010000:00010000:2.0:1746137668.642102:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777b2c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde521 expref: 22 pid: 9583 timeout: 830 lvb_type: 1 00010000:00010000:1.0:1746137668.642106:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b25 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.642115:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b25 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.642122:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.642125:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16122 00010000:00010000:1.0:1746137668.642128:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908f1200 already unused, calling callback (ffffffffa0866d70) 00000100:00100000:2.0:1746137668.642131:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+22:2008:x1830957333873152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137668.642131:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.642139:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.642140:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137668.642152:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b25 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.642153:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777b2c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde521 expref: 22 pid: 9583 timeout: 830 lvb_type: 1 00010000:00010000:1.0:1746137668.642157:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.642162:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777b2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde521 expref: 22 pid: 9583 timeout: 830 lvb_type: 1 00010000:00010000:2.0:1746137668.642173:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.642175:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.642181:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.642187:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137668.642198:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2010:x1830957333872896:12345-192.168.203.12@tcp:3:dd.0 Request processed in 11108us (11166us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137668.642216:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15128 00010000:00010000:2.0:1746137668.642217:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.642229:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327552512:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746137668.642264:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3e40 going to sleep for 11 seconds 00010000:00010000:3.0:1746137668.642356:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c800/0xddf4fb6141777b2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde521 expref: 22 pid: 9583 timeout: 830 lvb_type: 1 00000100:00100000:3.0:1746137668.642365:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327552384:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137668.642788:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 15 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.642797:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009144a200, rc 0) 00000100:00100000:3.0:1746137668.642849:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+15:3712:x1830957333873024:12345-192.168.203.12@tcp:101:dd.0 Request processed in 2510us (2625us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137668.642856:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31784 00010000:00010000:3.0:1746137668.643406:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141777b3a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.643414:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141777b3a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.643419:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141777b3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.643424:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009171c400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137668.643427:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141777b3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.643432:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141777b3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.643442:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141777b3a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.643447:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009171c400/0xddf4fb6141777b3a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137668.643484:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+20:2010:x1830957333872512:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12057us (12512us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.643491:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15129 00000100:00100000:2.0:1746137668.643915:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327552512:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137668.643926:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137668.643956:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+19:2008:x1830957333873152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1825us (1899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137668.643963:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16122 00000100:00100000:0.0:1746137668.648975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.649087:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333873280 00000100:00100000:3.0:1746137668.649094:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333873280 00000100:00100000:3.0:1746137668.649142:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38549 00000100:00100000:3.0:1746137668.649149:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+33:3711:x1830957333873280:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137668.649169:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137668.649184:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fa00/0xddf4fb6141777b48 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde536 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.649221:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b4f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.649232:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.649241:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137668.649323:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009098fa00/0xddf4fb6141777b48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde536 expref: 35 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.649335:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098e200/0xddf4fb6141777b4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde536 expref: 34 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.649342:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012eea9f00) 00010000:00010000:3.0:1746137668.649345:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746137668.649348:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009098e200, rc 0) 00000100:00100000:3.0:1746137668.649398:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:3711:x1830957333873280:12345-192.168.203.12@tcp:101:dd.0 Request processed in 248us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137668.649406:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38549 00000100:00100000:0.0:1746137668.654997:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.655044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.655087:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333873536 00000100:00100000:2.0:1746137668.655095:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333873536 00000100:00100000:2.0:1746137668.655155:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15130 00000100:00100000:2.0:1746137668.655162:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2010:x1830957333873536:12345-192.168.203.12@tcp:4:dd.0 00010000:00010000:2.0:1746137668.655189:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.655215:0:24947:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009144be00/0xddf4fb6141777942 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde402 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.655223:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137668.655224:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137668.655227:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.655252:0:24947:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009144be00/0xddf4fb6141777942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde402 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.655263:0:24947:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009144be00/0xddf4fb6141777942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde402 expref: 9 pid: 9583 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746137668.655278:0:24947:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:24947:1830957327552640:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137668.655324:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333873664 00000100:00100000:3.0:1746137668.655329:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333873664 00000100:00100000:2.0:1746137668.655339:0:24947:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137668.655357:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31785 00000100:00100000:3.0:1746137668.655362:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:3712:x1830957333873664:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137668.655370:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137668.655377:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde53d expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.655393:0:21535:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6200/0xddf4fb6141777b33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde528 expref: 9 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137668.655398:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.655400:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.655402:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde53d expref: 11 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.655510:0:21535:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6200/0xddf4fb6141777b33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde528 expref: 9 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137668.655518:0:21535:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6200/0xddf4fb6141777b33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde528 expref: 9 pid: 21535 timeout: 830 lvb_type: 1 00000100:00100000:3.0:1746137668.655525:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327552768:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137668.655548:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a81f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137668.658440:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.658466:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333873792 00000100:00100000:2.0:1746137668.658471:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333873792 00000100:00100000:0.0:1746137668.658472:0:24947:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:24947:1830957327552640:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746137668.658495:0:24947:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.658497:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6200/0xddf4fb6141777b33 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde528 expref: 10 pid: 21535 timeout: 830 lvb_type: 1 00000100:00100000:2.0:1746137668.658541:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16123 00000100:00100000:2.0:1746137668.658548:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090953b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333873792:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137668.658561:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137668.658580:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6200/0xddf4fb6141777b33 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde528 expref: 10 pid: 21535 timeout: 830 lvb_type: 1 00010000:00010000:2.0:1746137668.658591:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6200/0xddf4fb6141777b33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde528 expref: 10 pid: 21535 timeout: 830 lvb_type: 1 00010000:00010000:2.0:1746137668.658614:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.658616:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.658622:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde53d expref: 11 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.658634:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde53d expref: 11 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.658657:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde53d expref: 11 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.658667:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090951180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957327552896:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137668.658737:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6200/0xddf4fb6141777b33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde528 expref: 10 pid: 21535 timeout: 830 lvb_type: 1 00000100:00100000:3.0:1746137668.658749:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327552768:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137668.658764:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde53d expref: 11 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.658773:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009098fc00, rc 0) 00000100:00100000:3.0:1746137668.658832:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:3712:x1830957333873664:12345-192.168.203.12@tcp:101:dd.0 Request processed in 3469us (3842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137668.658838:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31785 00000100:00100000:0.0:1746137668.658862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.658950:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333873920 00000100:00100000:1.0:1746137668.658953:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333873920 00010000:00010000:1.0:1746137668.658967:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009144be00/0xddf4fb6141777942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde402 expref: 10 pid: 9583 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746137668.658983:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16124 00000100:00100000:1.0:1746137668.658988:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a177800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2007:x1830957333873920:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137668.658993:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746137668.659001:0:7224:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:1.0:1746137668.659004:0:7224:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:1.0:1746137668.659007:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009144be00/0xddf4fb6141777942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde402 expref: 10 pid: 9583 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746137668.659324:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801348e3e40 going to sleep for 11 seconds 00010000:00010000:1.0:1746137668.659331:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009144be00/0xddf4fb6141777942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde402 expref: 10 pid: 9583 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746137668.659348:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009144be00/0xddf4fb6141777942 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde402 expref: 10 pid: 9583 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746137668.659359:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137668.659360:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137668.659363:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.659368:0:7224:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.659381:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137668.659398:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a177800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333873920:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 410us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137668.659403:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16124 00010000:00010000:1.0:1746137668.659433:0:24947:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.659441:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.662584:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090951180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957327552896:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746137668.662601:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137668.662944:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090953b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2008:x1830957333873792:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4395us (4513us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137668.662953:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16123 00000001:00080000:0.0:1746137668.670308:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972219 is committed 00000001:00080000:0.0:1746137668.670326:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972216 is committed 00000001:00080000:0.0:1746137668.670353:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972209 is committed 00000001:00080000:2.0:1746137668.681112:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970928 is committed 00000001:00080000:2.0:1746137668.681123:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970927 is committed 00002000:00010000:1.0:1746137668.681796:0:24947:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746137668 -> 1746137669 00002000:00010000:1.0:1746137668.681800:0:24947:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746137668 -> 1746137669 00010000:00010000:1.0:1746137668.682065:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.682076:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.682083:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.682089:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b0e6800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137668.682092:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.682099:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.682113:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.682118:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b0e6800/0xddf4fb6141777b56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137668.682307:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333873536:12345-192.168.203.12@tcp:4:dd.0 Request processed in 27142us (27258us total) trans 4294970928 rc 0/0 00000100:00100000:1.0:1746137668.682315:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15130 00000100:00100000:0.0:1746137668.688318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.688366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.688417:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333874304 00000100:00100000:2.0:1746137668.688426:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333874304 00000100:00100000:1.0:1746137668.688430:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333874432 00000100:00100000:1.0:1746137668.688434:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333874432 00000100:00100000:2.0:1746137668.688469:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15131 00000100:00100000:2.0:1746137668.688475:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333874304:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137668.688502:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b64 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.688513:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.688514:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.688518:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b64 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.688528:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b64 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137668.688681:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15132 00000100:00100000:1.0:1746137668.688687:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333874432:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137668.688704:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800908f0800/0xddf4fb6141777b6b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.688712:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137668.688713:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137668.688716:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800908f0800/0xddf4fb6141777b6b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.688724:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800908f0800/0xddf4fb6141777b6b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.699324:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800908f0800/0xddf4fb6141777b6b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.699336:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800908f0800/0xddf4fb6141777b6b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.699343:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800908f0800/0xddf4fb6141777b6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.699349:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908f0800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137668.699352:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800908f0800/0xddf4fb6141777b6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.699358:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800908f0800/0xddf4fb6141777b6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.699372:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800908f0800/0xddf4fb6141777b6b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.699377:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800908f0800/0xddf4fb6141777b6b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137668.699450:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333874432:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10759us (11080us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137668.699458:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15132 00010000:00010000:2.0:1746137668.701985:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b64 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.701999:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.702007:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.702013:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfe7800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137668.702017:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.702024:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.702043:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b64 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.702049:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.702166:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333874304:12345-192.168.203.12@tcp:3:dd.0 Request processed in 13684us (13848us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137668.702179:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15131 00000100:00100000:0.0:1746137668.717052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.717432:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333874688 00000100:00100000:2.0:1746137668.717441:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333874688 00000100:00100000:2.0:1746137668.717497:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15133 00000100:00100000:2.0:1746137668.717504:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333874688:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746137668.717542:0:27014:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f245, atime: 0x0, ctime: 0x6813f245, blocks: 0xc800 00010000:00010000:2.0:1746137668.717550:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b72 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.717561:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.717562:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.717566:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.717576:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746137668.739662:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970929 is committed 00010000:00010000:2.0:1746137668.739859:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.739871:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.739879:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.739884:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfe7800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137668.739889:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.739896:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.739912:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.739918:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cfe7800/0xddf4fb6141777b72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.740712:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333874688:12345-192.168.203.12@tcp:4:dd.0 Request processed in 23202us (23660us total) trans 4294970929 rc 0/0 00000100:00100000:2.0:1746137668.740721:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15133 00000100:00100000:2.0:1746137668.744532:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.744563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.744843:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333875328 00000100:00100000:0.0:1746137668.744926:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333875328 00000100:00100000:1.0:1746137668.745050:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333875456 00000100:00100000:1.0:1746137668.745054:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333875456 00000100:00100000:1.0:1746137668.745093:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15134 00000100:00100000:1.0:1746137668.745099:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333875456:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137668.745126:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b79 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.745137:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137668.745139:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137668.745143:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b79 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.745153:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b79 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137668.745887:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15135 00000100:00100000:3.0:1746137668.745895:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333875328:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137668.745912:0:27015:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141777b80 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.745921:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.745922:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.745925:0:27015:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141777b80 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.745933:0:27015:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141777b80 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137668.747183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.747239:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333874944 00000100:00100000:0.0:1746137668.747246:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333874944 00002000:00100000:0.0:1746137668.747280:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff88012f107100 x1830957333874944/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.747289:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f107100 with x1830957333874944 ext(0->4194303) 00002000:00010000:0.0:1746137668.747294:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f107100 00000100:00100000:0.0:1746137668.747311:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15136 00000100:00100000:0.0:1746137668.747316:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2008:x1830957333874944:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746137668.754144:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.754269:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333875712 00000100:00100000:1.0:1746137668.754278:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333875712 00002000:00100000:1.0:1746137668.754314:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff88008525ea00 x1830957333875712/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.754322:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525ea00 with x1830957333875712 ext(0->4194303) 00002000:00010000:1.0:1746137668.754327:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525ea00 00000100:00100000:1.0:1746137668.754361:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15137 00000100:00100000:1.0:1746137668.754368:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2009:x1830957333875712:12345-192.168.203.12@tcp:4:dd.0 00010000:00010000:2.0:1746137668.755659:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b79 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.755673:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.755680:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.755686:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908f1200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137668.755689:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.755696:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.755711:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.755716:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908f1200/0xddf4fb6141777b79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.755774:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333875456:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10672us (11207us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137668.755781:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15134 00010000:00010000:3.0:1746137668.759976:0:27015:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141777b80 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.759990:0:27015:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141777b80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.759998:0:27015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141777b80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.760003:0:27015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ed9200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137668.760007:0:27015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141777b80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.760013:0:27015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141777b80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.760028:0:27015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141777b80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.760033:0:27015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9200/0xddf4fb6141777b80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137668.760735:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333875328:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14835us (16202us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.760747:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15135 00000100:00100000:0.0:1746137668.770913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.772102:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333875968 00000100:00100000:3.0:1746137668.772110:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333875968 00000100:00100000:3.0:1746137668.772173:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15138 00000100:00100000:3.0:1746137668.772180:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333875968:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746137668.772238:0:27015:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f245, atime: 0x0, ctime: 0x6813f245, blocks: 0xc800 00010000:00010000:3.0:1746137668.772246:0:27015:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094ed9200/0xddf4fb6141777b87 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.772257:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.772259:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.772267:0:27015:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed9200/0xddf4fb6141777b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.772278:0:27015:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ed9200/0xddf4fb6141777b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.784232:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:2008:x1830957333874944:12345-192.168.203.12@tcp:4:dd.0 Request processed in 36905us (37046us total) trans 4294972220 rc 0/0 00000100:00100000:2.0:1746137668.784246:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15136 00002000:00100000:2.0:1746137668.784259:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff88012f107100 x1830957333874944/t4294972220(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/448 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.784270:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f107100 with x1830957333874944 ext(0->4194303) 00002000:00010000:2.0:1746137668.784275:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f107100 00000100:00100000:0.0:1746137668.807569:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:2009:x1830957333875712:12345-192.168.203.12@tcp:4:dd.0 Request processed in 53192us (53424us total) trans 4294970930 rc 0/0 00000100:00100000:0.0:1746137668.807579:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15137 00002000:00100000:0.0:1746137668.807589:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff88008525ea00 x1830957333875712/t4294970930(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/448 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.807597:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008525ea00 with x1830957333875712 ext(0->4194303) 00002000:00010000:0.0:1746137668.807602:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008525ea00 00000001:00080000:2.0:1746137668.809222:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970931 is committed 00000001:00080000:2.0:1746137668.809233:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970930 is committed 00010000:00010000:3.0:1746137668.809459:0:27015:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094ed9200/0xddf4fb6141777b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.809470:0:27015:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed9200/0xddf4fb6141777b87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.809477:0:27015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094ed9200/0xddf4fb6141777b87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.809483:0:27015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ed9200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137668.809486:0:27015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ed9200/0xddf4fb6141777b87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.809493:0:27015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ed9200/0xddf4fb6141777b87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.809508:0:27015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094ed9200/0xddf4fb6141777b87 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.809513:0:27015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ed9200/0xddf4fb6141777b87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137668.810720:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333875968:12345-192.168.203.12@tcp:4:dd.0 Request processed in 38534us (39807us total) trans 4294970931 rc 0/0 00000100:00100000:3.0:1746137668.810732:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15138 00000100:00100000:0.0:1746137668.813044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.813105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.813279:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333876224 00000100:00100000:3.0:1746137668.813287:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333876224 00000100:00100000:3.0:1746137668.813335:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333876480 00000100:00100000:3.0:1746137668.813337:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333876480 00000100:00100000:3.0:1746137668.813355:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15139 00000100:00100000:3.0:1746137668.813362:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008525e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333876224:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137668.813388:0:27015:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb6141777b8e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.813399:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.813401:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.813405:0:27015:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb6141777b8e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.813415:0:27015:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb6141777b8e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.813420:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15140 00000100:00100000:2.0:1746137668.813428:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333876480:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137668.813446:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141777b95 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.813454:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.813456:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.813463:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141777b95 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.813472:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141777b95 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.820032:0:27015:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb6141777b8e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.820047:0:27015:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb6141777b8e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.820055:0:27015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb6141777b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.820062:0:27015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ed9400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137668.820066:0:27015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb6141777b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.820073:0:27015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb6141777b8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.820089:0:27015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb6141777b8e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.820095:0:27015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ed9400/0xddf4fb6141777b8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137668.820339:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008525e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333876224:12345-192.168.203.12@tcp:3:dd.0 Request processed in 6973us (7297us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.820348:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15139 00010000:00010000:2.0:1746137668.820868:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141777b95 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.820878:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141777b95 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.820884:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141777b95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.820889:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090b51a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137668.820891:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141777b95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.820896:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141777b95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.820905:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141777b95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.820910:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b51a00/0xddf4fb6141777b95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.820950:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333876480:12345-192.168.203.12@tcp:3:dd.0 Request processed in 7523us (7844us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137668.820956:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15140 00000100:00100000:0.0:1746137668.825668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.827067:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333876736 00000100:00100000:2.0:1746137668.827076:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333876736 00002000:00100000:2.0:1746137668.827116:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff880094f2fb80 x1830957333876736/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.827125:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2fb80 with x1830957333876736 ext(4194304->8388607) 00002000:00010000:2.0:1746137668.827130:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2fb80 00000100:00100000:2.0:1746137668.827159:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15141 00000100:00100000:2.0:1746137668.827166:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:2009:x1830957333876736:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746137668.828625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137668.828708:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333876992 00000100:00100000:3.0:1746137668.828715:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333876992 00000100:00100000:3.0:1746137668.828764:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15142 00000100:00100000:3.0:1746137668.828771:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a173b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333876992:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746137668.828802:0:27015:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f245, atime: 0x0, ctime: 0x6813f245, blocks: 0xc800 00010000:00010000:3.0:1746137668.828937:0:27015:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094ed8800/0xddf4fb6141777b9c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.828949:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.828951:0:27015:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.828955:0:27015:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed8800/0xddf4fb6141777b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.828965:0:27015:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ed8800/0xddf4fb6141777b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137668.842789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.844317:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333877248 00000100:00100000:1.0:1746137668.844327:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333877248 00002000:00100000:1.0:1746137668.844366:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88008a170a80 x1830957333877248/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137668.844376:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a170a80 with x1830957333877248 ext(4194304->8388607) 00002000:00010000:1.0:1746137668.844381:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a170a80 00000100:00100000:1.0:1746137668.844414:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15143 00000100:00100000:1.0:1746137668.844420:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2010:x1830957333877248:12345-192.168.203.12@tcp:4:dd.0 00000001:00080000:3.0:1746137668.849311:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970932 is committed 00010000:00010000:2.0:1746137668.849540:0:27015:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094ed8800/0xddf4fb6141777b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.849554:0:27015:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094ed8800/0xddf4fb6141777b9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.849562:0:27015:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094ed8800/0xddf4fb6141777b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.849568:0:27015:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ed8800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137668.849572:0:27015:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ed8800/0xddf4fb6141777b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.849578:0:27015:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ed8800/0xddf4fb6141777b9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.849594:0:27015:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094ed8800/0xddf4fb6141777b9c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.849600:0:27015:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ed8800/0xddf4fb6141777b9c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27015 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.850503:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a173b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333876992:12345-192.168.203.12@tcp:4:dd.0 Request processed in 21724us (21874us total) trans 4294970932 rc 0/0 00000100:00100000:2.0:1746137668.850513:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15142 00000100:00100000:1.0:1746137668.858063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.858088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.858125:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333877760 00000100:00100000:2.0:1746137668.858133:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333877760 00000100:00100000:2.0:1746137668.858175:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333877504 00000100:00100000:2.0:1746137668.858178:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333877504 00000100:00100000:2.0:1746137668.858197:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15144 00000100:00100000:2.0:1746137668.858215:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333877760:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137668.858242:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012a2b6e00/0xddf4fb6141777ba3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.858253:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.858255:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.858258:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012a2b6e00/0xddf4fb6141777ba3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.858268:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012a2b6e00/0xddf4fb6141777ba3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.859020:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15145 00000100:00100000:2.0:1746137668.859031:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333877504:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137668.859057:0:27016:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093241000/0xddf4fb6141777baa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.859066:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.859067:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.859070:0:27016:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093241000/0xddf4fb6141777baa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.859079:0:27016:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093241000/0xddf4fb6141777baa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137668.863935:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+13:2009:x1830957333876736:12345-192.168.203.12@tcp:4:dd.0 Request processed in 36760us (38264us total) trans 4294972221 rc 0/0 00000100:00100000:0.0:1746137668.863947:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15141 00002000:00100000:0.0:1746137668.863957:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff880094f2fb80 x1830957333876736/t4294972221(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/448 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.863971:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f2fb80 with x1830957333876736 ext(4194304->8388607) 00002000:00010000:0.0:1746137668.863976:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f2fb80 00010000:00010000:2.0:1746137668.872460:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012a2b6e00/0xddf4fb6141777ba3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.872476:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012a2b6e00/0xddf4fb6141777ba3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.872483:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012a2b6e00/0xddf4fb6141777ba3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.872489:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012a2b6e00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137668.872492:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012a2b6e00/0xddf4fb6141777ba3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.872498:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012a2b6e00/0xddf4fb6141777ba3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.872513:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012a2b6e00/0xddf4fb6141777ba3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.872520:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012a2b6e00/0xddf4fb6141777ba3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.872575:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f104380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333877760:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14358us (14516us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137668.872583:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15144 00010000:00010000:2.0:1746137668.875136:0:27016:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093241000/0xddf4fb6141777baa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.875151:0:27016:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093241000/0xddf4fb6141777baa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.875158:0:27016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093241000/0xddf4fb6141777baa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.875163:0:27016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093241000 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137668.875166:0:27016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093241000/0xddf4fb6141777baa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.875172:0:27016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093241000/0xddf4fb6141777baa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.875188:0:27016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093241000/0xddf4fb6141777baa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.875194:0:27016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093241000/0xddf4fb6141777baa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.875280:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333877504:12345-192.168.203.12@tcp:3:dd.0 Request processed in 16248us (17188us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137668.875289:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15145 00000100:00100000:0.0:1746137668.890942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.891009:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333878016 00000100:00100000:2.0:1746137668.891016:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333878016 00000100:00100000:2.0:1746137668.891071:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15146 00000100:00100000:2.0:1746137668.891078:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333878016:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746137668.891112:0:27016:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f245, atime: 0x0, ctime: 0x6813f245, blocks: 0xc800 00010000:00010000:2.0:1746137668.891119:0:27016:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093241c00/0xddf4fb6141777bb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.891130:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.891132:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137668.891137:0:27016:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093241c00/0xddf4fb6141777bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.891147:0:27016:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093241c00/0xddf4fb6141777bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137668.902573:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:2010:x1830957333877248:12345-192.168.203.12@tcp:4:dd.0 Request processed in 58145us (59783us total) trans 4294970933 rc 0/0 00000100:00100000:0.0:1746137668.902583:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15143 00002000:00100000:0.0:1746137668.902594:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88008a170a80 x1830957333877248/t4294970933(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/448 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.902603:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a170a80 with x1830957333877248 ext(4194304->8388607) 00002000:00010000:0.0:1746137668.902608:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a170a80 00000001:00080000:0.0:1746137668.907188:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970934 is committed 00000001:00080000:0.0:1746137668.907210:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970933 is committed 00010000:00010000:3.0:1746137668.907479:0:27016:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093241c00/0xddf4fb6141777bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.907491:0:27016:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093241c00/0xddf4fb6141777bb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.907498:0:27016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093241c00/0xddf4fb6141777bb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.907504:0:27016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093241c00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137668.907508:0:27016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093241c00/0xddf4fb6141777bb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.907515:0:27016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093241c00/0xddf4fb6141777bb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.907530:0:27016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093241c00/0xddf4fb6141777bb1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.907535:0:27016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093241c00/0xddf4fb6141777bb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137668.909414:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333878016:12345-192.168.203.12@tcp:4:dd.0 Request processed in 18328us (18472us total) trans 4294970934 rc 0/0 00000100:00100000:3.0:1746137668.909425:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15146 00000100:00100000:0.0:1746137668.913850:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.914720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.914831:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333878656 00000100:00100000:1.0:1746137668.914840:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333878656 00000100:00100000:1.0:1746137668.914885:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333878528 00000100:00100000:1.0:1746137668.914887:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333878528 00000100:00100000:1.0:1746137668.914905:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15147 00000100:00100000:1.0:1746137668.914911:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333878656:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137668.914940:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097e2e400/0xddf4fb6141777bb8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.914950:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137668.914951:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137668.914955:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2e400/0xddf4fb6141777bb8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.914966:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097e2e400/0xddf4fb6141777bb8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137668.915168:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15148 00000100:00100000:3.0:1746137668.915177:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333878528:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137668.915195:0:27016:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777bbf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.915213:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.915215:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137668.915218:0:27016:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777bbf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.915227:0:27016:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777bbf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137668.919471:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.920596:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333878784 00000100:00100000:2.0:1746137668.920604:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333878784 00002000:00100000:2.0:1746137668.920640:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff88008a9a2300 x1830957333878784/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.920649:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2300 with x1830957333878784 ext(8388608->12582911) 00002000:00010000:2.0:1746137668.920653:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a2300 00000100:00100000:2.0:1746137668.920684:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15149 00000100:00100000:2.0:1746137668.920690:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+13:2008:x1830957333878784:12345-192.168.203.12@tcp:4:dd.0 00010000:00010000:1.0:1746137668.934941:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097e2e400/0xddf4fb6141777bb8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.934954:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2e400/0xddf4fb6141777bb8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.934961:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097e2e400/0xddf4fb6141777bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.934968:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e2e400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137668.934971:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097e2e400/0xddf4fb6141777bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.934978:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097e2e400/0xddf4fb6141777bb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.934994:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097e2e400/0xddf4fb6141777bb8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137668.934998:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097e2e400/0xddf4fb6141777bb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137668.936728:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333878656:12345-192.168.203.12@tcp:3:dd.0 Request processed in 21808us (22877us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137668.936738:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15147 00000100:00100000:1.0:1746137668.938431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137668.938450:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333879040 00000100:00100000:2.0:1746137668.938458:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333879040 00002000:00100000:2.0:1746137668.938489:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88012f105180 x1830957333879040/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/0 e 0 to 0 dl 1746137679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137668.938502:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105180 with x1830957333879040 ext(8388608->12582911) 00002000:00010000:2.0:1746137668.938507:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f105180 00000100:00100000:2.0:1746137668.938522:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15150 00000100:00100000:2.0:1746137668.938528:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2007:x1830957333879040:12345-192.168.203.12@tcp:4:dd.0 00010000:00010000:3.0:1746137668.938544:0:27016:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777bbf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.938553:0:27016:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777bbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.938559:0:27016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777bbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.938564:0:27016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908bee00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137668.938567:0:27016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777bbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.938573:0:27016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777bbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.938585:0:27016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777bbf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137668.938590:0:27016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777bbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137668.938632:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333878528:12345-192.168.203.12@tcp:3:dd.0 Request processed in 23455us (23912us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137668.938638:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15148 00000100:00100000:1.0:1746137668.941521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.941834:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333879296 00000100:00100000:0.0:1746137668.941842:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333879296 00000100:00100000:0.0:1746137668.943012:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 203 00000100:00100000:1.0:1746137668.943754:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f107480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+22:3712:x1830957333879296:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:1.0:1746137668.943929:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f107480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+23:3712:x1830957333879296:12345-192.168.203.12@tcp:35:dd.0 Request processed in 234us (2416us total) trans 4294984528 rc 0/0 00000100:00100000:1.0:1746137668.943935:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 203 00000100:00100000:2.0:1746137668.945646:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137668.946261:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333879552 00000100:00100000:0.0:1746137668.946274:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333879552 00000100:00100000:0.0:1746137668.946328:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15151 00000100:00100000:0.0:1746137668.946335:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333879552:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:0.0:1746137668.946519:0:24947:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f245, atime: 0x0, ctime: 0x6813f245, blocks: 0xc800 00010000:00010000:0.0:1746137668.946526:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141777bc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137668.946542:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137668.946544:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137668.946548:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141777bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137668.946558:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141777bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137668.952543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137668.953312:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333879808 00000100:00100000:1.0:1746137668.953320:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333879808 00000100:00100000:1.0:1746137668.953369:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 204 00000100:00100000:1.0:1746137668.953376:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+23:3712:x1830957333879808:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:1.0:1746137668.953571:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+24:3712:x1830957333879808:12345-192.168.203.12@tcp:35:dd.0 Request processed in 195us (1035us total) trans 4294984529 rc 0/0 00000100:00100000:1.0:1746137668.953577:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 204 00000100:00100000:0.0:1746137668.963369:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+15:2008:x1830957333878784:12345-192.168.203.12@tcp:4:dd.0 Request processed in 42670us (43895us total) trans 4294972222 rc 0/0 00000100:00100000:0.0:1746137668.963379:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15149 00002000:00100000:0.0:1746137668.963388:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff88008a9a2300 x1830957333878784/t4294972222(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/448 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.963396:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9a2300 with x1830957333878784 ext(8388608->12582911) 00002000:00010000:0.0:1746137668.963402:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9a2300 00000100:00100000:0.0:1746137668.990216:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f105180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:2007:x1830957333879040:12345-192.168.203.12@tcp:4:dd.0 Request processed in 51665us (51766us total) trans 4294970935 rc 0/0 00000100:00100000:0.0:1746137668.990230:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15150 00002000:00100000:0.0:1746137668.990242:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88012f105180 x1830957333879040/t4294970935(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:104/0 lens 488/448 e 0 to 0 dl 1746137679 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137668.990252:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f105180 with x1830957333879040 ext(8388608->12582911) 00002000:00010000:0.0:1746137668.990257:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f105180 00000001:00080000:1.0:1746137668.995875:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970936 is committed 00000001:00080000:1.0:1746137668.995887:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970935 is committed 00010000:00010000:2.0:1746137668.996065:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141777bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.996076:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141777bc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.996083:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141777bc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.996088:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800916bec00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137668.996090:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141777bc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.996094:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141777bc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.996111:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141777bc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137668.996115:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800916bec00/0xddf4fb6141777bc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137668.996213:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333879552:12345-192.168.203.12@tcp:4:dd.0 Request processed in 49864us (50558us total) trans 4294970936 rc 0/0 00000100:00100000:2.0:1746137668.996222:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15151 00000100:00100000:0.0:1746137669.002857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.002902:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.003361:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333880192 00000100:00100000:2.0:1746137669.003369:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333880192 00000100:00100000:2.0:1746137669.003418:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333880320 00000100:00100000:2.0:1746137669.003420:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333880320 00000100:00100000:2.0:1746137669.003447:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15152 00000100:00100000:2.0:1746137669.003454:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333880192:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137669.003483:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8600/0xddf4fb6141777bcd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.003494:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.003495:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.003500:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8600/0xddf4fb6141777bcd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.003512:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8600/0xddf4fb6141777bcd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137669.003833:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15153 00000100:00100000:1.0:1746137669.003840:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333880320:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137669.003858:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009085ca00/0xddf4fb6141777bd4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.003865:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.003866:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.003869:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085ca00/0xddf4fb6141777bd4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.003877:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085ca00/0xddf4fb6141777bd4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.016164:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8600/0xddf4fb6141777bcd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.016181:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8600/0xddf4fb6141777bcd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.016188:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8600/0xddf4fb6141777bcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.016194:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b0a8600 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137669.016197:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8600/0xddf4fb6141777bcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.016213:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8600/0xddf4fb6141777bcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.016227:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8600/0xddf4fb6141777bcd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.016233:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b0a8600/0xddf4fb6141777bcd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137669.016305:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333880192:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12847us (13449us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137669.016313:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15152 00010000:00010000:1.0:1746137669.016525:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009085ca00/0xddf4fb6141777bd4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.016532:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009085ca00/0xddf4fb6141777bd4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.016537:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009085ca00/0xddf4fb6141777bd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.016541:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009085ca00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137669.016543:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009085ca00/0xddf4fb6141777bd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.016549:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009085ca00/0xddf4fb6141777bd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.016558:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009085ca00/0xddf4fb6141777bd4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.016563:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085ca00/0xddf4fb6141777bd4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137669.016605:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333880320:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12765us (13702us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137669.016610:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15153 00000100:00100000:0.0:1746137669.022511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.022614:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333880576 00000100:00100000:1.0:1746137669.022622:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333880576 00000100:00100000:1.0:1746137669.022716:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15154 00000100:00100000:1.0:1746137669.022723:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333880576:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:1.0:1746137669.022763:0:27014:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f245, atime: 0x0, ctime: 0x6813f245, blocks: 0xc800 00010000:00010000:1.0:1746137669.022769:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009085cc00/0xddf4fb6141777bdb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.022779:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.022780:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.022784:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009085cc00/0xddf4fb6141777bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.022794:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009085cc00/0xddf4fb6141777bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746137669.047137:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970937 is committed 00002000:00010000:2.0:1746137669.047461:0:27014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746137669 -> 1746137670 00002000:00010000:2.0:1746137669.047466:0:27014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746137669 -> 1746137670 00010000:00010000:2.0:1746137669.047482:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009085cc00/0xddf4fb6141777bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.047496:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009085cc00/0xddf4fb6141777bdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.047504:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009085cc00/0xddf4fb6141777bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.047510:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009085cc00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137669.047513:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009085cc00/0xddf4fb6141777bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.047520:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009085cc00/0xddf4fb6141777bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.047537:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009085cc00/0xddf4fb6141777bdb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.047543:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009085cc00/0xddf4fb6141777bdb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137669.047667:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333880576:12345-192.168.203.12@tcp:4:dd.0 Request processed in 24939us (25160us total) trans 4294970937 rc 0/0 00000100:00100000:2.0:1746137669.047677:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15154 00000100:00100000:0.0:1746137669.050770:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.051330:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333880832 00000100:00100000:2.0:1746137669.051338:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333880832 00000100:00100000:2.0:1746137669.051427:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15155 00000100:00100000:2.0:1746137669.051434:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333880832:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137669.051462:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141777be2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.051473:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.051475:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.051478:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141777be2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.051488:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141777be2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137669.051869:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.051928:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333881088 00000100:00100000:3.0:1746137669.051932:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333881088 00000100:00100000:3.0:1746137669.052060:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15156 00000100:00100000:3.0:1746137669.052065:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333881088:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137669.052083:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777be9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.052090:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.052091:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.052093:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777be9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.052101:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777be9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.060952:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141777be2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.060964:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141777be2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.060970:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141777be2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.060975:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b33ba00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137669.060978:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141777be2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.060985:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141777be2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.060999:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141777be2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.061010:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b33ba00/0xddf4fb6141777be2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137669.061097:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333880832:12345-192.168.203.12@tcp:3:dd.0 Request processed in 9658us (10329us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137669.061111:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15155 00010000:00010000:3.0:1746137669.061324:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777be9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.061332:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777be9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.061337:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777be9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.061342:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908bee00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137669.061344:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777be9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.061350:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777be9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.061360:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777be9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.061365:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908bee00/0xddf4fb6141777be9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137669.061410:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333881088:12345-192.168.203.12@tcp:3:dd.0 Request processed in 9344us (9541us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.061417:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15156 00000100:00100000:0.0:1746137669.064430:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.064560:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333881344 00000100:00100000:3.0:1746137669.064568:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333881344 00000100:00100000:3.0:1746137669.064624:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15157 00000100:00100000:3.0:1746137669.064631:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333881344:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746137669.064665:0:24947:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f246, atime: 0x0, ctime: 0x6813f246, blocks: 0xc800 00010000:00010000:3.0:1746137669.064672:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800908bf200/0xddf4fb6141777bf0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.064682:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.064683:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.064687:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bf200/0xddf4fb6141777bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.064699:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800908bf200/0xddf4fb6141777bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.071117:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1746137669.078954:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970938 is committed 00010000:00010000:3.0:1746137669.079215:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800908bf200/0xddf4fb6141777bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.079226:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bf200/0xddf4fb6141777bf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.079232:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800908bf200/0xddf4fb6141777bf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.079237:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908bf200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137669.079241:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bf200/0xddf4fb6141777bf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.079247:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bf200/0xddf4fb6141777bf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.079262:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800908bf200/0xddf4fb6141777bf0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.079268:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908bf200/0xddf4fb6141777bf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137669.079422:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333881344:12345-192.168.203.12@tcp:4:dd.0 Request processed in 14787us (14995us total) trans 4294970938 rc 0/0 00000100:00100000:3.0:1746137669.079431:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15157 00000100:00100000:0.0:1746137669.083614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.083659:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333881728 00000100:00100000:3.0:1746137669.083667:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333881728 00000100:00100000:0.0:1746137669.083672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.083710:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333881856 00000100:00100000:3.0:1746137669.083712:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333881856 00000100:00100000:3.0:1746137669.083730:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15158 00000100:00100000:3.0:1746137669.083737:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333881728:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746137669.083746:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15159 00000100:00100000:0.0:1746137669.083756:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333881856:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746137669.083787:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800916bf800/0xddf4fb6141777bf7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.083800:0:24947:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908bfe00/0xddf4fb6141777bfe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.083801:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.083827:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.083829:0:24947:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.083833:0:24947:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bfe00/0xddf4fb6141777bfe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.083846:0:24947:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800908bfe00/0xddf4fb6141777bfe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.083963:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137669.083967:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800916bf800/0xddf4fb6141777bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.083977:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800916bf800/0xddf4fb6141777bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.096359:0:24947:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908bfe00/0xddf4fb6141777bfe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.096378:0:24947:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bfe00/0xddf4fb6141777bfe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.096386:0:24947:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800908bfe00/0xddf4fb6141777bfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.096392:0:24947:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908bfe00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137669.096395:0:24947:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bfe00/0xddf4fb6141777bfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.096402:0:24947:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bfe00/0xddf4fb6141777bfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.096422:0:24947:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800908bfe00/0xddf4fb6141777bfe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.096427:0:24947:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908bfe00/0xddf4fb6141777bfe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137669.096513:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333881728:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12771us (12901us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.096522:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15158 00010000:00010000:2.0:1746137669.102240:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800916bf800/0xddf4fb6141777bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.102254:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800916bf800/0xddf4fb6141777bf7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.102263:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800916bf800/0xddf4fb6141777bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.102269:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800916bf800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137669.102273:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800916bf800/0xddf4fb6141777bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.102280:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800916bf800/0xddf4fb6141777bf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.102298:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800916bf800/0xddf4fb6141777bf7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.102303:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800916bf800/0xddf4fb6141777bf7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137669.102701:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333881856:12345-192.168.203.12@tcp:3:dd.0 Request processed in 18942us (19024us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137669.102713:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15159 00000100:00100000:0.0:1746137669.108962:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.109049:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333882112 00000100:00100000:2.0:1746137669.109056:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333882112 00000100:00100000:2.0:1746137669.109118:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15160 00000100:00100000:2.0:1746137669.109126:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333882112:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746137669.109164:0:27013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f246, atime: 0x0, ctime: 0x6813f246, blocks: 0xc800 00010000:00010000:2.0:1746137669.109171:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141777c05 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.109182:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.109184:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.109187:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141777c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.109211:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141777c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746137669.129905:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970939 is committed 00010000:00010000:2.0:1746137669.132444:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141777c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.132458:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141777c05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.132466:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141777c05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.132473:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b33ae00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137669.132476:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141777c05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.132483:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141777c05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.132500:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141777c05 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.132506:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b33ae00/0xddf4fb6141777c05 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137669.132625:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333882112:12345-192.168.203.12@tcp:4:dd.0 Request processed in 23495us (23664us total) trans 4294970939 rc 0/0 00000100:00100000:2.0:1746137669.132635:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15160 00000100:00100000:0.0:1746137669.140416:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.141339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.141369:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333882496 00000100:00100000:2.0:1746137669.141378:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333882496 00000100:00100000:2.0:1746137669.141447:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333882624 00000100:00100000:2.0:1746137669.141451:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333882624 00000100:00100000:3.0:1746137669.141463:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15161 00000100:00100000:3.0:1746137669.141471:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333882496:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137669.141497:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb6141777c0c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.141509:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.141511:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.141514:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb6141777c0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.141525:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb6141777c0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137669.142964:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15162 00000100:00100000:1.0:1746137669.142977:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333882624:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137669.143008:0:27016:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141777c13 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.143019:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.143022:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.143026:0:27016:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141777c13 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.143041:0:27016:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141777c13 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.152744:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb6141777c0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.152758:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb6141777c0c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.152766:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb6141777c0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.152772:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800908bfa00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137669.152775:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb6141777c0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.152782:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb6141777c0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.152797:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb6141777c0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.152835:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800908bfa00/0xddf4fb6141777c0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137669.152899:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333882496:12345-192.168.203.12@tcp:3:dd.0 Request processed in 11425us (12487us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.152908:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15161 00010000:00010000:1.0:1746137669.155606:0:27016:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141777c13 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.155621:0:27016:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141777c13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.155630:0:27016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141777c13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.155636:0:27016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009083fe00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137669.155641:0:27016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141777c13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.155647:0:27016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141777c13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.155664:0:27016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141777c13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.155670:0:27016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009083fe00/0xddf4fb6141777c13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137669.155777:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333882624:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12799us (14433us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137669.155791:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15162 00000100:00100000:2.0:1746137669.163182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.163318:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333882880 00000100:00100000:1.0:1746137669.163325:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333882880 00000100:00100000:1.0:1746137669.163377:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15163 00000100:00100000:1.0:1746137669.163384:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333882880:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:1.0:1746137669.163418:0:27016:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f246, atime: 0x0, ctime: 0x6813f246, blocks: 0xc800 00010000:00010000:1.0:1746137669.163425:0:27016:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009083e800/0xddf4fb6141777c1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.163435:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.163436:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.163440:0:27016:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009083e800/0xddf4fb6141777c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.163450:0:27016:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009083e800/0xddf4fb6141777c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746137669.189951:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970940 is committed 00010000:00010000:1.0:1746137669.191313:0:27016:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009083e800/0xddf4fb6141777c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.191328:0:27016:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009083e800/0xddf4fb6141777c1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.191336:0:27016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009083e800/0xddf4fb6141777c1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.191343:0:27016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009083e800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137669.191347:0:27016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009083e800/0xddf4fb6141777c1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.191354:0:27016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009083e800/0xddf4fb6141777c1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.191370:0:27016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009083e800/0xddf4fb6141777c1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.191394:0:27016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009083e800/0xddf4fb6141777c1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137669.191516:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333882880:12345-192.168.203.12@tcp:4:dd.0 Request processed in 28127us (28335us total) trans 4294970940 rc 0/0 00000100:00100000:1.0:1746137669.191526:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15163 00000100:00100000:0.0:1746137669.197478:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.197564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.197679:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333883264 00000100:00100000:1.0:1746137669.197687:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333883264 00000100:00100000:3.0:1746137669.197713:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333883392 00000100:00100000:3.0:1746137669.197718:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333883392 00000100:00100000:1.0:1746137669.197767:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15164 00000100:00100000:1.0:1746137669.197776:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333883264:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746137669.197781:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15165 00000100:00100000:3.0:1746137669.197787:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333883392:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137669.197826:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094e32200/0xddf4fb6141777c21 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.197829:0:27016:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009083ec00/0xddf4fb6141777c28 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.197837:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.197839:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.197839:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.197841:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.197842:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e32200/0xddf4fb6141777c21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.197844:0:27016:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009083ec00/0xddf4fb6141777c28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.197853:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e32200/0xddf4fb6141777c21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.197854:0:27016:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009083ec00/0xddf4fb6141777c28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.207169:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094e32200/0xddf4fb6141777c21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.207182:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094e32200/0xddf4fb6141777c21 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.207190:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094e32200/0xddf4fb6141777c21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.207210:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094e32200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137669.207213:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e32200/0xddf4fb6141777c21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.207219:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e32200/0xddf4fb6141777c21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.207235:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094e32200/0xddf4fb6141777c21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.207240:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e32200/0xddf4fb6141777c21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137669.207324:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333883392:12345-192.168.203.12@tcp:3:dd.0 Request processed in 9533us (9756us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.207333:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15165 00010000:00010000:1.0:1746137669.208173:0:27016:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009083ec00/0xddf4fb6141777c28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.208183:0:27016:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009083ec00/0xddf4fb6141777c28 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.208190:0:27016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009083ec00/0xddf4fb6141777c28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.208195:0:27016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009083ec00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137669.208208:0:27016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009083ec00/0xddf4fb6141777c28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.208214:0:27016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009083ec00/0xddf4fb6141777c28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.208226:0:27016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009083ec00/0xddf4fb6141777c28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.208232:0:27016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009083ec00/0xddf4fb6141777c28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137669.208286:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333883264:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10510us (10822us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137669.208292:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15164 00000100:00100000:0.0:1746137669.214366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.214458:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333883648 00000100:00100000:1.0:1746137669.214466:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333883648 00000100:00100000:1.0:1746137669.214517:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15166 00000100:00100000:1.0:1746137669.214524:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333883648:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:1.0:1746137669.214562:0:27016:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f246, atime: 0x0, ctime: 0x6813f246, blocks: 0xc800 00010000:00010000:1.0:1746137669.214569:0:27016:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009083e200/0xddf4fb6141777c2f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.214579:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.214581:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.214585:0:27016:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009083e200/0xddf4fb6141777c2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.214596:0:27016:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009083e200/0xddf4fb6141777c2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746137669.232669:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970941 is committed 00010000:00010000:2.0:1746137669.232900:0:27016:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009083e200/0xddf4fb6141777c2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.232910:0:27016:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009083e200/0xddf4fb6141777c2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.232920:0:27016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009083e200/0xddf4fb6141777c2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.232926:0:27016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009083e200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137669.232928:0:27016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009083e200/0xddf4fb6141777c2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.232935:0:27016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009083e200/0xddf4fb6141777c2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.232949:0:27016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009083e200/0xddf4fb6141777c2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.232955:0:27016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009083e200/0xddf4fb6141777c2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137669.233147:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333883648:12345-192.168.203.12@tcp:4:dd.0 Request processed in 18619us (18784us total) trans 4294970941 rc 0/0 00000100:00100000:2.0:1746137669.233156:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15166 00000100:00100000:2.0:1746137669.239330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.239366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.239444:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333883904 00000100:00100000:3.0:1746137669.239452:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333883904 00000100:00100000:3.0:1746137669.240179:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333884160 00000100:00100000:3.0:1746137669.240183:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333884160 00000100:00100000:0.0:1746137669.240237:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15167 00000100:00100000:0.0:1746137669.240246:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333883904:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746137669.240275:0:27016:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c36 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.240286:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137669.240288:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137669.240291:0:27016:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c36 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.240302:0:27016:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c36 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137669.240865:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15168 00000100:00100000:3.0:1746137669.240871:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333884160:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746137669.240887:0:27014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094e32a00/0xddf4fb6141777c3d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.240894:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.240896:0:27014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.240903:0:27014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e32a00/0xddf4fb6141777c3d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.240910:0:27014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e32a00/0xddf4fb6141777c3d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.248929:0:27014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094e32a00/0xddf4fb6141777c3d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.248943:0:27014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094e32a00/0xddf4fb6141777c3d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.248950:0:27014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094e32a00/0xddf4fb6141777c3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.248955:0:27014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094e32a00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137669.248959:0:27014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e32a00/0xddf4fb6141777c3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.248966:0:27014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094e32a00/0xddf4fb6141777c3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.248980:0:27014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094e32a00/0xddf4fb6141777c3d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.248985:0:27014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e32a00/0xddf4fb6141777c3d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137669.249082:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333884160:12345-192.168.203.12@tcp:3:dd.0 Request processed in 8207us (9711us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.249090:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15168 00010000:00010000:2.0:1746137669.250323:0:27016:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c36 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.250335:0:27016:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.250350:0:27016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.250355:0:27016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b33b200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:2.0:1746137669.250358:0:27016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.250364:0:27016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.250375:0:27016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c36 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.250380:0:27016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137669.250433:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333883904:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10187us (11109us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137669.250441:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15167 00000100:00100000:2.0:1746137669.255351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.255858:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333884416 00000100:00100000:0.0:1746137669.255867:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333884416 00000100:00100000:0.0:1746137669.255952:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15169 00000100:00100000:0.0:1746137669.255964:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333884416:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:0.0:1746137669.256002:0:27016:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f246, atime: 0x0, ctime: 0x6813f246, blocks: 0xc800 00010000:00010000:0.0:1746137669.256009:0:27016:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb6141777c44 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.256020:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137669.256021:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137669.256025:0:27016:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb6141777c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.256035:0:27016:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb6141777c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746137669.276256:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970942 is committed 00010000:00010000:0.0:1746137669.276374:0:27016:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb6141777c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.276386:0:27016:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb6141777c44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.276393:0:27016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb6141777c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.276399:0:27016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b33b200 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746137669.276402:0:27016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb6141777c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.276409:0:27016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb6141777c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.276423:0:27016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb6141777c44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.276428:0:27016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b33b200/0xddf4fb6141777c44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137669.277170:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2007:x1830957333884416:12345-192.168.203.12@tcp:4:dd.0 Request processed in 21206us (21820us total) trans 4294970942 rc 0/0 00000100:00100000:0.0:1746137669.277179:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15169 00000100:00100000:0.0:1746137669.279441:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.279519:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333884672 00000100:00100000:2.0:1746137669.279527:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333884672 00000100:00100000:2.0:1746137669.279671:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15170 00000100:00100000:2.0:1746137669.279679:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333884672:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746137669.279707:0:27016:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141777c4b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.279718:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.279720:0:27016:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.279724:0:27016:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141777c4b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.279735:0:27016:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141777c4b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.287066:0:27016:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141777c4b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.287079:0:27016:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141777c4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.287086:0:27016:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141777c4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.287093:0:27016:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b325400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:0.0:1746137669.287096:0:27016:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141777c4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.287102:0:27016:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141777c4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.287115:0:27016:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141777c4b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.287120:0:27016:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b325400/0xddf4fb6141777c4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27016 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137669.287194:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2010:x1830957333884672:12345-192.168.203.12@tcp:3:dd.0 Request processed in 7512us (7755us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137669.287212:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15170 00000100:00100000:1.0:1746137669.289374:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.289433:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333884800 00000100:00100000:3.0:1746137669.289440:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333884800 00000100:00100000:3.0:1746137669.289484:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31786 00000100:00100000:3.0:1746137669.289490:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:3711:x1830957333884800:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137669.289505:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137669.289520:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e32600/0xddf4fb6141777c52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde544 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746137669.289537:0:21535:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813f246, atime: 0x0, ctime: 0x6813f246, blocks: 0xc800 00010000:00010000:3.0:1746137669.289552:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.289553:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.289558:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e32600/0xddf4fb6141777c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde544 expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.289567:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e32600/0xddf4fb6141777c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde544 expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.289573:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e32600, rc 0) 00000100:00100000:3.0:1746137669.289607:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:3711:x1830957333884800:12345-192.168.203.12@tcp:101:dd.0 Request processed in 117us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137669.289613:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31786 00000100:00100000:3.0:1746137669.299636:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.299696:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333884928 00000100:00100000:0.0:1746137669.299704:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333884928 00002000:00100000:0.0:1746137669.299735:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (25165824->26214399) req@ffff880093094a80 x1830957333884928/t0(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137669.299744:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094a80 with x1830957333884928 ext(25165824->26214399) 00002000:00010000:0.0:1746137669.299748:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093094a80 00000100:00100000:0.0:1746137669.299775:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15171 00000100:00100000:0.0:1746137669.299781:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333884928:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746137669.310322:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2007:x1830957333884928:12345-192.168.203.12@tcp:4:dd.0 Request processed in 10529us (10682us total) trans 4294970943 rc 0/0 00000100:00100000:0.0:1746137669.310334:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15171 00002000:00100000:0.0:1746137669.310345:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (25165824->26214399) req@ffff880093094a80 x1830957333884928/t4294970943(0) o4->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/448 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137669.310353:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093094a80 with x1830957333884928 ext(25165824->26214399) 00002000:00010000:0.0:1746137669.310358:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093094a80 00000100:00100000:3.0:1746137669.317142:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.317243:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333885056 00000100:00100000:0.0:1746137669.317251:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333885056 00000100:00100000:0.0:1746137669.317300:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31787 00000100:00100000:0.0:1746137669.317308:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800846d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2010:x1830957333885056:12345-192.168.203.12@tcp:16:dd.0 00000001:00080000:2.0:1746137669.318655:0:10915:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970943 is committed 00000100:00100000:0.0:1746137669.318845:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800846d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333885056:12345-192.168.203.12@tcp:16:dd.0 Request processed in 1535us (1707us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137669.318853:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31787 00000100:00100000:2.0:1746137669.321698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.323287:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333885312 00000100:00100000:1.0:1746137669.323298:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333885312 00000100:00100000:1.0:1746137669.323493:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 205 00000100:00100000:1.0:1746137669.323504:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+34:3711:x1830957333885312:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:1.0:1746137669.324435:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009861ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:3711:x1830957333885312:12345-192.168.203.12@tcp:35:dd.0 Request processed in 931us (2741us total) trans 4294984530 rc 0/0 00000100:00100000:1.0:1746137669.324441:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 205 00000100:00100000:1.0:1746137669.335538:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.335584:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333885440 00000100:00100000:0.0:1746137669.335592:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333885440 00000100:00100000:0.0:1746137669.335641:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38550 00000100:00100000:0.0:1746137669.335648:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+35:3716:x1830957333885440:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:0.0:1746137669.335667:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137669.335679:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b400/0xddf4fb6141777c59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde54b expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.335725:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b000/0xddf4fb6141777c60 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.335737:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b000/0xddf4fb6141777c60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.335745:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b000/0xddf4fb6141777c60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:0.0:1746137669.335778:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746137669.335781:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746137669.335794:0:7237:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b000/0xddf4fb6141777c60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.335843:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b400/0xddf4fb6141777c59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde54b expref: 37 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.335867:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b000/0xddf4fb6141777c60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde54b expref: 36 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.335873:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:0.0:1746137669.335875:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746137669.335878:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b33b000, rc 0) 00000100:00100000:0.0:1746137669.335924:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:3716:x1830957333885440:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 276us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137669.335929:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38550 00000100:00100000:3.0:1746137669.338002:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.338049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.338125:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333885568 00000100:00100000:0.0:1746137669.338131:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333885568 00000100:00100000:0.0:1746137669.338164:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38551 00000100:00100000:0.0:1746137669.338170:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:3716:x1830957333885568:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:0.0:1746137669.338184:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137669.338210:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33ba00/0xddf4fb6141777c67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde552 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137669.338250:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333885696 00000100:00100000:2.0:1746137669.338255:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333885696 00010000:00010000:0.0:1746137669.338255:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.338268:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c6e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.338275:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c6e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000100:00100000:2.0:1746137669.338279:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 636 00000100:00100000:2.0:1746137669.338284:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333885696:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:0.0:1746137669.338285:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3600/0xddf4fb6141777c75 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.338290:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3600/0xddf4fb6141777c75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.338295:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3600/0xddf4fb6141777c75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338300:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137669.338307:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb6141777c7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde559 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.338326:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb6141777c83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746137669.338333:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb6141777c83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746137669.338339:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb6141777c83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746137669.338348:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777c8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746137669.338350:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777c91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338357:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777c8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746137669.338359:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338361:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777c8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746137669.338364:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338378:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb6141777c83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746137669.338382:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb6141777c83 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746137669.338387:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb6141777c83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00000004:00200000:0.0:1746137669.338391:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746137669.338392:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b325e00 already unused, calling callback (ffffffffa0f12690) 00000004:00200000:0.0:1746137669.338394:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1746137669.338395:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb6141777c83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746137669.338400:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb6141777c83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00000004:00010000:0.0:1746137669.338407:0:7237:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338408:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137669.338410:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137669.338414:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb6141777c83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746137669.338414:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338418:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b325e00/0xddf4fb6141777c83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746137669.338419:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c6e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.338427:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c6e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.338431:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c6e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.338436:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b33b200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:0.0:1746137669.338438:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c6e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.338442:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c6e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338444:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777c8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746137669.338449:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777c8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746137669.338449:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:0.0:1746137669.338451:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137669.338453:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777c8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746137669.338453:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338457:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008b324c00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:0.0:1746137669.338457:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b200/0xddf4fb6141777c6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338460:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777c8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746137669.338464:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777c8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746137669.338466:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3600/0xddf4fb6141777c75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338469:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff880091740d00) 00010000:00010000:0.0:1746137669.338470:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3600/0xddf4fb6141777c75 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338471:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137669.338473:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777c8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746137669.338475:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3600/0xddf4fb6141777c75 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338477:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324c00/0xddf4fb6141777c8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746137669.338479:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a66d3600 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:0.0:1746137669.338481:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3600/0xddf4fb6141777c75 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.338488:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3600/0xddf4fb6141777c75 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.338493:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093370a00) 00010000:00010000:0.0:1746137669.338495:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137669.338496:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb6141777c7c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde559 expref: 39 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.338497:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3600/0xddf4fb6141777c75 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746137669.338502:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3600/0xddf4fb6141777c75 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.338503:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137669.338505:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746137669.338508:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b324400/0xddf4fb6141777c7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde559 expref: 39 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.338514:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b324400, rc -2) 00010000:00010000:0.0:1746137669.338518:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33ba00/0xddf4fb6141777c67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde552 expref: 39 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.338527:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777c91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde552 expref: 38 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.338532:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:0.0:1746137669.338534:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746137669.338536:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a66d3400, rc 0) 00000100:00100000:2.0:1746137669.338550:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333885696:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 265us (500us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746137669.338556:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 636 00000100:00100000:0.0:1746137669.338558:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:3716:x1830957333885568:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 388us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137669.338564:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38551 00000100:00100000:3.0:1746137669.345521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.346035:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.346070:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333885824 00000100:00100000:1.0:1746137669.346079:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333885824 00000100:00100000:1.0:1746137669.346111:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333885952 00000100:00100000:1.0:1746137669.346112:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333885952 00000100:00100000:3.0:1746137669.346118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.346126:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31788 00000100:00100000:3.0:1746137669.346131:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333886080 00000100:00100000:3.0:1746137669.346133:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333886080 00000100:00100000:1.0:1746137669.346133:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333885824:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:1.0:1746137669.346146:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137669.346157:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 463 00010000:00010000:1.0:1746137669.346159:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091625200/0xddf4fb6141777c98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde560 expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137669.346162:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:2008:x1830957333886080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137669.346171:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137669.346187:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777c91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde552 expref: 37 pid: 7237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137669.346195:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327553024:192.168.203.12@tcp:106: 00010000:00010000:3.0:1746137669.346214:0:8387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:3.0:1746137669.346218:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137669.346250:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:2008:x1830957333886080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 87us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137669.346256:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 463 00000100:00100000:1.0:1746137669.346268:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c29d180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137669.346284:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31789 00000100:00100000:1.0:1746137669.346289:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333885952:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:1.0:1746137669.346296:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137669.346305:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb6141777c9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde567 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137669.346326:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830957327553152:192.168.203.12@tcp:106: 00000100:00100000:1.0:1746137669.346703:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c29da80 going to sleep for 11 seconds 00002000:00010000:1.0:1746137669.350061:0:21535:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746137669.350067:0:21535:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb mtime: 0 -> 1746137669 00002000:00010000:1.0:1746137669.350069:0:21535:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb atime: 0 -> 1746137669 00002000:00010000:1.0:1746137669.350071:0:21535:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb ctime: 0 -> 1746137669 00002000:00010000:1.0:1746137669.350073:0:21535:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746137669.350091:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21535:1830957327553024:192.168.203.12@tcp:106: 00010000:00010000:1.0:1746137669.350118:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091625200/0xddf4fb6141777c98 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde560 expref: 8 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137669.350130:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091625200/0xddf4fb6141777c98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde560 expref: 8 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137669.350153:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091625200, rc 0) 00000100:00100000:1.0:1746137669.350208:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2009:x1830957333885824:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 4066us (4685us total) trans 0 rc 301/301 00000100:00100000:1.0:1746137669.350215:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31788 00002000:00010000:1.0:1746137669.350953:0:9583:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:1.0:1746137669.350956:0:9583:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1746137669 00002000:00010000:1.0:1746137669.350958:0:9583:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1746137669 00002000:00010000:1.0:1746137669.350959:0:9583:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1746137669 00002000:00010000:1.0:1746137669.350960:0:9583:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746137669.350971:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830957327553152:192.168.203.12@tcp:106: 00010000:00010000:1.0:1746137669.350987:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb6141777c9f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde567 expref: 9 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137669.350995:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091624000/0xddf4fb6141777c9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde567 expref: 9 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137669.351003:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091624000, rc 0) 00000100:00100000:1.0:1746137669.351096:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333885952:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 4806us (5060us total) trans 0 rc 301/301 00000100:00100000:1.0:1746137669.351101:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31789 00000100:00100000:2.0:1746137669.358982:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.359147:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333886208 00000100:00100000:3.0:1746137669.359155:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333886208 00000100:00100000:3.0:1746137669.359208:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38552 00000100:00100000:3.0:1746137669.359215:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+24:3717:x1830957333886208:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:3.0:1746137669.359233:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137669.359246:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e33400/0xddf4fb6141777ca6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde56e expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.359290:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777cad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.359299:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777cad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.359308:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777cad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137669.359338:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137669.359341:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137669.359354:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777cad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.359368:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e33400/0xddf4fb6141777ca6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde56e expref: 26 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.359397:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777cad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde56e expref: 25 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.359404:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137669.359407:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137669.359409:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e32800, rc 0) 00000100:00100000:3.0:1746137669.359444:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+25:3717:x1830957333886208:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 229us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137669.359449:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38552 00000100:00100000:0.0:1746137669.372535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.372619:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333886464 00000100:00100000:2.0:1746137669.372627:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333886464 00000100:00100000:0.0:1746137669.372797:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.373847:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333886592 00000100:00100000:0.0:1746137669.373853:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333886592 00000100:00100000:0.0:1746137669.373886:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 637 00000100:00100000:0.0:1746137669.373893:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+25:2007:x1830957333886592:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:0.0:1746137669.373920:0:8828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137669.373933:0:8828:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3c00/0xddf4fb6141777cb4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde57c expref: -99 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.373972:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d2200/0xddf4fb6141777cbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.373984:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d2200/0xddf4fb6141777cbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.373993:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d2200/0xddf4fb6141777cbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374004:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777cc2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374009:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777cc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374015:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777cc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374047:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d2200/0xddf4fb6141777cbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374053:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d2200/0xddf4fb6141777cbb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374059:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d2200/0xddf4fb6141777cbb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374064:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a66d2200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:0.0:1746137669.374068:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d2200/0xddf4fb6141777cbb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374077:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d2200/0xddf4fb6141777cbb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374086:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:0.0:1746137669.374088:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137669.374092:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d2200/0xddf4fb6141777cbb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374097:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d2200/0xddf4fb6141777cbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374110:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777cc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374115:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777cc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374120:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777cc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374124:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a66d3400 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:0.0:1746137669.374126:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777cc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374131:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777cc2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374136:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800917c3d00) 00010000:00010000:0.0:1746137669.374138:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137669.374139:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777cc2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374144:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3400/0xddf4fb6141777cc2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:0.0:1746137669.374166:0:8828:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3c00/0xddf4fb6141777cb4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde57c expref: 26 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.374173:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:0.0:1746137669.374175:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746137669.374178:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66d3c00/0xddf4fb6141777cb4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde57c expref: 26 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.374185:0:8828:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a66d3c00, rc -2) 00000100:00100000:0.0:1746137669.374243:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+25:2007:x1830957333886592:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 350us (1446us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746137669.374249:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 637 00000100:00100000:2.0:1746137669.374373:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38553 00000100:00100000:2.0:1746137669.374383:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+36:3720:x1830957333886464:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746137669.374391:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137669.374398:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb6141777cc9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde575 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.374459:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777cd0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.374466:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.374472:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:2.0:1746137669.374478:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746137669.374547:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171cc00/0xddf4fb6141777cc9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde575 expref: 39 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.374574:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777cd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde575 expref: 38 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.374579:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:2.0:1746137669.374581:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137669.374583:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171d800, rc 0) 00000100:00100000:2.0:1746137669.374605:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:3720:x1830957333886464:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 224us (2078us total) trans 4294984531 rc 0/0 00000100:00100000:2.0:1746137669.374612:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38553 00000100:00100000:0.0:1746137669.381903:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.382009:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333886720 00000100:00100000:3.0:1746137669.382017:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333886720 00000100:00100000:3.0:1746137669.382058:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 464 00000100:00100000:3.0:1746137669.382064:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2008:x1830957333886720:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137669.382076:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137669.382095:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009171d800/0xddf4fb6141777cd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde575 expref: 38 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.382120:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:3.0:1746137669.382123:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137669.382157:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:2008:x1830957333886720:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 92us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137669.382162:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 464 00000100:00100000:0.0:1746137669.382289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.382792:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333886848 00000100:00100000:1.0:1746137669.382799:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333886848 00000100:00100000:1.0:1746137669.382878:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31790 00000100:00100000:1.0:1746137669.382883:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333886848:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:1.0:1746137669.382896:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137669.382909:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091625000/0xddf4fb6141777cde lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde5b4 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137669.382942:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327553280:192.168.203.12@tcp:106: 00000100:00100000:1.0:1746137669.383001:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c29da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137669.383292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.383350:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333886976 00000100:00100000:2.0:1746137669.383355:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333886976 00000100:00100000:2.0:1746137669.383402:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31791 00000100:00100000:2.0:1746137669.383410:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333886976:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746137669.383419:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137669.383430:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009171ca00/0xddf4fb6141777ce5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde5bb expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137669.383465:0:21535:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327553408:192.168.203.12@tcp:106: 00000100:00100000:2.0:1746137669.383518:0:21535:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3abe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137669.386377:0:21535:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21535:1830957327553408:192.168.203.12@tcp:106: 00010000:00010000:2.0:1746137669.386403:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009171ca00/0xddf4fb6141777ce5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5bb expref: 9 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137669.386415:0:21535:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009171ca00/0xddf4fb6141777ce5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5bb expref: 9 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137669.386438:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009171ca00, rc 0) 00000100:00100000:2.0:1746137669.386480:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333886976:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 3071us (3188us total) trans 0 rc 301/301 00000100:00100000:2.0:1746137669.386487:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31791 00000100:00100000:1.0:1746137669.386579:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327553280:192.168.203.12@tcp:106: 00010000:00010000:1.0:1746137669.386594:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091625000/0xddf4fb6141777cde lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5b4 expref: 8 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137669.386603:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091625000/0xddf4fb6141777cde lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5b4 expref: 8 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137669.386614:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091625000, rc 0) 00000100:00100000:1.0:1746137669.386630:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:2008:x1830957333886848:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 3747us (4342us total) trans 0 rc 301/301 00000100:00100000:1.0:1746137669.386636:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31790 00000100:00100000:1.0:1746137669.399038:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.399241:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333887104 00000100:00100000:0.0:1746137669.399250:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333887104 00000100:00100000:0.0:1746137669.399306:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31792 00000100:00100000:0.0:1746137669.399316:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+7:3720:x1830957333887104:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:0.0:1746137669.399333:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137669.399349:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a66d2800/0xddf4fb6141777cec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde5c2 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.399377:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.399385:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137669.399387:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137669.399391:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a66d2800/0xddf4fb6141777cec lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5c2 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.399419:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 14 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.399431:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 14 pid: 21535 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746137669.399444:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b12f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327553536:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137669.399546:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ca41e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137669.401869:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b12f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9583:1830957327553536:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746137669.401895:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746137669.401900:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a66d2800/0xddf4fb6141777cec lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5c2 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137669.401914:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a66d2800, rc 0) 00000100:00100000:2.0:1746137669.401960:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333887232 00000100:00100000:2.0:1746137669.401966:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333887232 00000100:00100000:0.0:1746137669.401968:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:3720:x1830957333887104:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 2653us (2936us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137669.401975:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31792 00002000:00100000:2.0:1746137669.402000:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff88008a9b0700 x1830957333887232/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.402008:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0700 with x1830957333887232 ext(12582912->13631487) 00010000:00010000:2.0:1746137669.402014:0:27016:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 15 pid: 21535 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746137669.402025:0:27016:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 15 pid: 21535 timeout: 831 lvb_type: 0 00002000:00010000:2.0:1746137669.402031:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0700 00000100:00100000:2.0:1746137669.402044:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3875 00000100:00100000:2.0:1746137669.402051:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+15:2008:x1830957333887232:12345-192.168.203.12@tcp:4:dd.0 00000100:00080000:1.0:1746137669.402461:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137669.414639:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2008:x1830957333887232:12345-192.168.203.12@tcp:4:dd.0 Request processed in 12580us (12736us total) trans 4294972223 rc 0/0 00000100:00100000:2.0:1746137669.414650:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3875 00002000:00100000:2.0:1746137669.414659:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff88008a9b0700 x1830957333887232/t4294972223(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/448 e 0 to 0 dl 1746137680 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.414667:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b0700 with x1830957333887232 ext(12582912->13631487) 00010000:00010000:2.0:1746137669.414675:0:27016:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 17 pid: 21535 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746137669.414686:0:27016:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 17 pid: 21535 timeout: 831 lvb_type: 0 00002000:00010000:2.0:1746137669.414692:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a9b0700 00000100:00100000:1.0:1746137669.423844:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.424053:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333887360 00000100:00100000:3.0:1746137669.424060:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333887360 00010000:00010000:3.0:1746137669.424089:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 17 pid: 21535 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746137669.424116:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16125 00000100:00100000:3.0:1746137669.424122:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2008:x1830957333887360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137669.424131:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746137669.424144:0:7224:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:3.0:1746137669.424149:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 17 pid: 21535 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746137669.424158:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 17 pid: 21535 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746137669.424173:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009144a200/0xddf4fb6141777b41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde52f expref: 17 pid: 21535 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746137669.424203:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.424205:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.424210:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a66d2800/0xddf4fb6141777cec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5c2 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.424217:0:7224:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a66d2800/0xddf4fb6141777cec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5c2 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.424242:0:7224:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a66d2800/0xddf4fb6141777cec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5c2 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137669.424251:0:7224:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7224:1830957327553664:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137669.424310:0:7224:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a81240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137669.428306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.428392:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333887616 00000100:00100000:2.0:1746137669.428398:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333887616 00000100:00100000:3.0:1746137669.428406:0:7224:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ec64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7224:1830957327553664:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137669.428422:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137669.428430:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (0->1048575) req@ffff88008a9b3100 x1830957333887616/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.428439:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3100 with x1830957333887616 ext(0->1048575) 00002000:00010000:2.0:1746137669.428443:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b3100 00000100:00100000:3.0:1746137669.428454:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:2008:x1830957333887360:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4331us (4615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137669.428461:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16125 00000100:00100000:2.0:1746137669.428461:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15172 00000100:00100000:2.0:1746137669.428467:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333887616:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137669.436597:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333887616:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 8122us (8289us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137669.436607:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15172 00002000:00100000:2.0:1746137669.436616:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (0->1048575) req@ffff88008a9b3100 x1830957333887616/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.436625:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3100 with x1830957333887616 ext(0->1048575) 00002000:00010000:2.0:1746137669.436630:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9b3100 00000100:00100000:0.0:1746137669.441983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.442076:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333887744 00000100:00100000:2.0:1746137669.442085:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333887744 00000100:00100000:2.0:1746137669.442122:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31793 00000100:00100000:2.0:1746137669.442128:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:3720:x1830957333887744:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746137669.442141:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137669.442154:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b325400/0xddf4fb6141777cf3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde5c9 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.442175:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde53d expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.442181:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137669.442183:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137669.442186:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b325400/0xddf4fb6141777cf3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5c9 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.442240:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde53d expref: 8 pid: 21535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.442251:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde53d expref: 8 pid: 21535 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746137669.442261:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830957327553792:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137669.442338:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3abe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137669.446242:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830957327553792:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137669.446268:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b325400/0xddf4fb6141777cf3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5c9 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.446281:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b325400, rc 0) 00000100:00100000:2.0:1746137669.446335:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:3720:x1830957333887744:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 4206us (4359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137669.446342:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31793 00000100:00100000:1.0:1746137669.457326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.457659:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333887872 00000100:00100000:3.0:1746137669.457667:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333887872 00010000:00010000:3.0:1746137669.457707:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde53d expref: 9 pid: 21535 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746137669.457741:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16126 00000100:00100000:3.0:1746137669.457747:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2008:x1830957333887872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137669.457757:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137669.457773:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde53d expref: 9 pid: 21535 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746137669.457788:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde53d expref: 9 pid: 21535 timeout: 831 lvb_type: 0 00000100:00080000:1.0:1746137669.457822:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746137669.457833:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009098fc00/0xddf4fb6141777b5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde53d expref: 9 pid: 21535 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746137669.457852:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.457854:0:7224:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137669.457859:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b325400/0xddf4fb6141777cf3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5c9 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.457867:0:7224:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b325400/0xddf4fb6141777cf3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5c9 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.457893:0:7224:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008b325400/0xddf4fb6141777cf3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5c9 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137669.457903:0:7224:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7224:1830957327553920:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746137669.457967:0:7224:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a81180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137669.460402:0:7224:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ec67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7224:1830957327553920:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746137669.460419:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137669.460462:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2008:x1830957333887872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2714us (3141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137669.460470:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16126 00000100:00100000:1.0:1746137669.466556:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.467508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.467581:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333888128 00000100:00100000:3.0:1746137669.467588:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333888128 00002000:00100000:3.0:1746137669.467623:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008a9b2d80 x1830957333888128/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.467632:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b2d80 with x1830957333888128 ext(0->2097151) 00002000:00010000:3.0:1746137669.467636:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9b2d80 00000100:00100000:3.0:1746137669.467650:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333888384 00000100:00100000:3.0:1746137669.467652:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333888384 00002000:00100000:3.0:1746137669.467661:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1e:0x0] (1048576->2097151) req@ffff88008b12f100 x1830957333888384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.467668:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12f100 with x1830957333888384 ext(1048576->2097151) 00002000:00010000:3.0:1746137669.467670:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12f100 00000100:00100000:3.0:1746137669.467691:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15173 00000100:00100000:3.0:1746137669.467697:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333888128:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137669.468000:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15174 00000100:00100000:2.0:1746137669.468008:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b12f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333888384:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137669.476483:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b12f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333888384:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 8466us (8968us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137669.476493:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15174 00002000:00100000:2.0:1746137669.476503:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (1048576->2097151) req@ffff88008b12f100 x1830957333888384/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.476512:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b12f100 with x1830957333888384 ext(1048576->2097151) 00002000:00010000:2.0:1746137669.476521:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b12f100 00000100:00100000:3.0:1746137669.480876:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333888128:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 13169us (14319us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137669.480887:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15173 00002000:00100000:3.0:1746137669.480897:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008a9b2d80 x1830957333888128/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.480905:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b2d80 with x1830957333888128 ext(0->2097151) 00002000:00010000:3.0:1746137669.480910:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9b2d80 00000100:00100000:2.0:1746137669.501876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.501976:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333888640 00000100:00100000:3.0:1746137669.501985:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333888640 00002000:00100000:3.0:1746137669.502033:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff880092fd2d80 x1830957333888640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.502044:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2d80 with x1830957333888640 ext(2097152->4194303) 00002000:00010000:3.0:1746137669.502051:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd2d80 00000100:00100000:3.0:1746137669.502096:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15175 00000100:00100000:3.0:1746137669.502105:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333888640:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137669.502959:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.503032:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333888896 00000100:00100000:2.0:1746137669.503036:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333888896 00002000:00100000:2.0:1746137669.503055:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88008a9b3b80 x1830957333888896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.503062:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3b80 with x1830957333888896 ext(2097152->4194303) 00002000:00010000:2.0:1746137669.503066:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9b3b80 00000100:00100000:2.0:1746137669.503079:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15176 00000100:00100000:2.0:1746137669.503084:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333888896:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137669.534350:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333888896:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 31257us (31383us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137669.534705:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15176 00002000:00100000:2.0:1746137669.534721:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88008a9b3b80 x1830957333888896/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.534731:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b3b80 with x1830957333888896 ext(2097152->4194303) 00002000:00010000:2.0:1746137669.534737:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9b3b80 00000100:00100000:3.0:1746137669.536351:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333888640:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 34239us (34473us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137669.536362:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15175 00002000:00100000:3.0:1746137669.536372:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff880092fd2d80 x1830957333888640/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.536381:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd2d80 with x1830957333888640 ext(2097152->4194303) 00002000:00010000:3.0:1746137669.536387:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd2d80 00000100:00100000:0.0:1746137669.560632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.562241:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333889280 00000100:00100000:3.0:1746137669.562250:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333889280 00002000:00100000:3.0:1746137669.562286:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88008cfcb100 x1830957333889280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.562295:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfcb100 with x1830957333889280 ext(4194304->6291455) 00002000:00010000:3.0:1746137669.562299:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cfcb100 00000100:00100000:3.0:1746137669.562324:0:27014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15177 00000100:00100000:3.0:1746137669.562329:0:27014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333889280:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137669.562878:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.562963:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333889408 00000100:00100000:2.0:1746137669.562967:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333889408 00002000:00100000:2.0:1746137669.562987:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff88011d4b7800 x1830957333889408/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.562993:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b7800 with x1830957333889408 ext(4194304->6291455) 00002000:00010000:2.0:1746137669.562997:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4b7800 00000100:00100000:2.0:1746137669.563019:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15178 00000100:00100000:2.0:1746137669.563024:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333889408:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137669.571974:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327554048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746137669.572031:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137669.573404:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327554048 00000100:00100000:0.0:1746137669.573414:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327554048 00000100:00100000:0.0:1746137669.574030:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1746137669.574039:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1830957327554048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746137669.574074:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:0.0:1746137669.574141:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1830957327554048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (2109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137669.574146:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1746137669.575328:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327554048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746137669.582482:0:27014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333889280:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 20143us (21848us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137669.582492:0:27014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15177 00002000:00100000:3.0:1746137669.582501:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88008cfcb100 x1830957333889280/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.582509:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfcb100 with x1830957333889280 ext(4194304->6291455) 00002000:00010000:3.0:1746137669.582514:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cfcb100 00000100:00100000:2.0:1746137669.587317:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333889408:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 24284us (24431us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137669.587328:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15178 00002000:00100000:2.0:1746137669.587338:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff88011d4b7800 x1830957333889408/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.587346:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b7800 with x1830957333889408 ext(4194304->6291455) 00002000:00010000:2.0:1746137669.587351:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4b7800 00000100:00100000:0.0:1746137669.590998:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.592346:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333889664 00000100:00100000:2.0:1746137669.592356:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333889664 00002000:00100000:2.0:1746137669.592393:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff88008cfc8000 x1830957333889664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.592402:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc8000 with x1830957333889664 ext(6291456->7340031) 00002000:00010000:2.0:1746137669.592407:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfc8000 00000100:00100000:2.0:1746137669.592576:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15179 00000100:00100000:2.0:1746137669.592583:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2010:x1830957333889664:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137669.592643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.593459:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.593681:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333889920 00000100:00100000:2.0:1746137669.593687:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333889920 00000100:00100000:3.0:1746137669.593697:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333890176 00000100:00100000:3.0:1746137669.593700:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333890176 00002000:00100000:2.0:1746137669.593712:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88012ec64380 x1830957333889920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.593716:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff88008a176680 x1830957333890176/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.593720:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64380 with x1830957333889920 ext(6291456->7340031) 00002000:00100000:3.0:1746137669.593722:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a176680 with x1830957333890176 ext(7340032->8388607) 00002000:00010000:3.0:1746137669.593725:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a176680 00002000:00010000:2.0:1746137669.593725:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ec64380 00000100:00100000:3.0:1746137669.593737:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15180 00000100:00100000:3.0:1746137669.593742:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2009:x1830957333890176:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137669.593746:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15181 00000100:00100000:2.0:1746137669.593752:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2009:x1830957333889920:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137669.599246:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.600091:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333890432 00000100:00100000:1.0:1746137669.600099:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333890432 00002000:00100000:1.0:1746137669.600134:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88012ce8d500 x1830957333890432/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137669.600143:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8d500 with x1830957333890432 ext(7340032->8388607) 00002000:00010000:1.0:1746137669.600148:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce8d500 00000100:00100000:1.0:1746137669.600177:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15182 00000100:00100000:1.0:1746137669.600185:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2009:x1830957333890432:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137669.607499:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2010:x1830957333889664:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14910us (16501us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137669.607509:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15179 00002000:00100000:2.0:1746137669.607518:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff88008cfc8000 x1830957333889664/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.607526:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfc8000 with x1830957333889664 ext(6291456->7340031) 00002000:00010000:2.0:1746137669.607531:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfc8000 00000100:00100000:3.0:1746137669.607698:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333890176:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 13954us (14238us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.607705:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15180 00002000:00100000:3.0:1746137669.607710:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff88008a176680 x1830957333890176/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.607717:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a176680 with x1830957333890176 ext(7340032->8388607) 00002000:00010000:3.0:1746137669.607720:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a176680 00000100:00100000:2.0:1746137669.614459:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2009:x1830957333889920:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 20697us (21806us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137669.614470:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15181 00002000:00100000:2.0:1746137669.614481:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88012ec64380 x1830957333889920/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.614489:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ec64380 with x1830957333889920 ext(6291456->7340031) 00002000:00010000:2.0:1746137669.614494:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ec64380 00000100:00100000:1.0:1746137669.615734:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2009:x1830957333890432:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 15545us (16490us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137669.615743:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15182 00002000:00100000:1.0:1746137669.615751:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88012ce8d500 x1830957333890432/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137669.615759:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8d500 with x1830957333890432 ext(7340032->8388607) 00002000:00010000:1.0:1746137669.615766:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce8d500 00000100:00100000:0.0:1746137669.631864:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.631898:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333890816 00000100:00100000:1.0:1746137669.631905:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333890816 00000100:00100000:0.0:1746137669.631921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00002000:00100000:1.0:1746137669.631940:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88012ce8dc00 x1830957333890816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137669.631950:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8dc00 with x1830957333890816 ext(8388608->10485759) 00002000:00010000:1.0:1746137669.631955:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce8dc00 00000100:00100000:1.0:1746137669.631984:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333890944 00000100:00100000:1.0:1746137669.631987:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333890944 00000100:00100000:2.0:1746137669.631990:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15183 00000100:00100000:2.0:1746137669.631999:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333890816:12345-192.168.203.12@tcp:3:cmp.0 00002000:00100000:1.0:1746137669.631999:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff88012ce8e300 x1830957333890944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137669.632006:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8e300 with x1830957333890944 ext(8388608->10485759) 00002000:00010000:1.0:1746137669.632009:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8e300 00000100:00100000:1.0:1746137669.632021:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15184 00000100:00100000:1.0:1746137669.632027:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333890944:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137669.653070:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333890944:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 21035us (21142us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137669.653079:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15184 00002000:00100000:1.0:1746137669.653089:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff88012ce8e300 x1830957333890944/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137669.653098:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8e300 with x1830957333890944 ext(8388608->10485759) 00002000:00010000:1.0:1746137669.653102:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8e300 00000100:00100000:2.0:1746137669.654133:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333890816:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22132us (22272us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137669.654140:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15183 00002000:00100000:2.0:1746137669.654147:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88012ce8dc00 x1830957333890816/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.654156:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8dc00 with x1830957333890816 ext(8388608->10485759) 00002000:00010000:2.0:1746137669.654159:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce8dc00 00000100:00100000:0.0:1746137669.662247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.662329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.662391:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333891328 00000100:00100000:2.0:1746137669.662398:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333891328 00002000:00100000:2.0:1746137669.662432:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff88012ce8f800 x1830957333891328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.662440:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8f800 with x1830957333891328 ext(10485760->11534335) 00002000:00010000:2.0:1746137669.662445:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8f800 00000100:00100000:2.0:1746137669.662471:0:27015:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333891456 00000100:00100000:2.0:1746137669.662473:0:27015:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333891456 00002000:00100000:2.0:1746137669.662484:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88012ce8c000 x1830957333891456/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.662491:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8c000 with x1830957333891456 ext(10485760->11534335) 00002000:00010000:2.0:1746137669.662493:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce8c000 00000100:00100000:3.0:1746137669.662501:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15185 00000100:00100000:3.0:1746137669.662510:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333891328:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137669.662570:0:27015:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15186 00000100:00100000:2.0:1746137669.662576:0:27015:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2008:x1830957333891456:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137669.665755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.666398:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333891712 00000100:00100000:2.0:1746137669.666406:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333891712 00002000:00100000:2.0:1746137669.666437:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->12582911) req@ffff88012ce8fb80 x1830957333891712/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.666446:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8fb80 with x1830957333891712 ext(11534336->12582911) 00002000:00010000:2.0:1746137669.666450:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8fb80 00000100:00100000:2.0:1746137669.666478:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15187 00000100:00100000:2.0:1746137669.666484:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333891712:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137669.674662:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.674699:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.674774:0:27014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333892096 00000100:00100000:3.0:1746137669.674782:0:27014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333892096 00002000:00100000:3.0:1746137669.674839:0:27014:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88012ce8d880 x1830957333892096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.674847:0:27014:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8d880 with x1830957333892096 ext(11534336->12582911) 00002000:00010000:3.0:1746137669.674853:0:27014:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce8d880 00000100:00100000:3.0:1746137669.674871:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333892224 00000100:00100000:3.0:1746137669.674874:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333892224 00002000:00100000:3.0:1746137669.674887:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff88012ce8df80 x1830957333892224/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.674894:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8df80 with x1830957333892224 ext(12582912->13631487) 00002000:00010000:3.0:1746137669.674897:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8df80 00000100:00100000:3.0:1746137669.674909:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15188 00000100:00100000:3.0:1746137669.674916:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333892096:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137669.674927:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15189 00000100:00100000:2.0:1746137669.674935:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2008:x1830957333892224:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137669.676295:0:27015:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+11:2008:x1830957333891456:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 13709us (13956us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.676306:0:27015:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15186 00002000:00100000:3.0:1746137669.676317:0:27015:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88012ce8c000 x1830957333891456/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.676326:0:27015:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8c000 with x1830957333891456 ext(10485760->11534335) 00002000:00010000:3.0:1746137669.676330:0:27015:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce8c000 00000100:00100000:3.0:1746137669.681051:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+12:2008:x1830957333891328:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 18531us (18799us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.681062:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15185 00002000:00100000:3.0:1746137669.681071:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff88012ce8f800 x1830957333891328/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.681085:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8f800 with x1830957333891328 ext(10485760->11534335) 00002000:00010000:3.0:1746137669.681090:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8f800 00000100:00100000:2.0:1746137669.682087:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2008:x1830957333891712:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 15599us (16333us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137669.682096:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15187 00002000:00100000:2.0:1746137669.682104:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->12582911) req@ffff88012ce8fb80 x1830957333891712/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.682112:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8fb80 with x1830957333891712 ext(11534336->12582911) 00002000:00010000:2.0:1746137669.682116:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8fb80 00000100:00100000:3.0:1746137669.683455:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2008:x1830957333892096:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 8532us (8793us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.683464:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15188 00002000:00100000:3.0:1746137669.683473:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88012ce8d880 x1830957333892096/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.683481:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8d880 with x1830957333892096 ext(11534336->12582911) 00002000:00010000:3.0:1746137669.683485:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce8d880 00000100:00100000:2.0:1746137669.683597:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2008:x1830957333892224:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 8663us (8896us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137669.683604:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15189 00002000:00100000:2.0:1746137669.683609:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff88012ce8df80 x1830957333892224/t0(0) o3->9ce0fd0d-8636-4998-8828-75f4ee87b5f5@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.683616:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce8df80 with x1830957333892224 ext(12582912->13631487) 00002000:00010000:2.0:1746137669.683619:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce8df80 00000100:00100000:0.0:1746137669.695498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.695563:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333892480 00000100:00100000:1.0:1746137669.695570:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333892480 00000100:00100000:1.0:1746137669.695617:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 206 00000100:00100000:1.0:1746137669.695624:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:3720:x1830957333892480:12345-192.168.203.12@tcp:35:cmp.0 00000100:00100000:1.0:1746137669.695850:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:3720:x1830957333892480:12345-192.168.203.12@tcp:35:cmp.0 Request processed in 225us (358us total) trans 4294984532 rc 0/0 00000100:00100000:1.0:1746137669.695856:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 206 00000100:00100000:2.0:1746137669.702175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.702175:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.702282:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333892736 00000100:00100000:3.0:1746137669.702290:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333892736 00000100:00100000:3.0:1746137669.702513:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38554 00000100:00100000:3.0:1746137669.702521:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+25:3721:x1830957333892736:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:3.0:1746137669.702539:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137669.702555:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfa00/0xddf4fb6141777cfa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde5d0 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.702635:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be800/0xddf4fb6141777d01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00000100:00100000:2.0:1746137669.702688:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333892864 00000100:00100000:2.0:1746137669.702691:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333892864 00000100:00100000:2.0:1746137669.702724:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 639 00000100:00100000:2.0:1746137669.702729:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+27:2009:x1830957333892864:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:2.0:1746137669.702745:0:8828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137669.702758:0:8828:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090842800/0xddf4fb6141777d08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde5d7 expref: -99 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.702780:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090842c00/0xddf4fb6141777d0f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702786:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090842c00/0xddf4fb6141777d0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702795:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090842c00/0xddf4fb6141777d0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702835:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090842600/0xddf4fb6141777d16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702840:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090842600/0xddf4fb6141777d16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702845:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090842600/0xddf4fb6141777d16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702867:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090842c00/0xddf4fb6141777d0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702871:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090842c00/0xddf4fb6141777d0f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702876:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090842c00/0xddf4fb6141777d0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702880:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090842c00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137669.702884:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090842c00/0xddf4fb6141777d0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702889:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090842c00/0xddf4fb6141777d0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702900:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137669.702903:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137669.702906:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090842c00/0xddf4fb6141777d0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702910:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090842c00/0xddf4fb6141777d0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702923:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090842600/0xddf4fb6141777d16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702928:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090842600/0xddf4fb6141777d16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702931:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090842600/0xddf4fb6141777d16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702934:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090842600 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:2.0:1746137669.702936:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090842600/0xddf4fb6141777d16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702940:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090842600/0xddf4fb6141777d16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702944:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880091740b00) 00010000:00010000:2.0:1746137669.702945:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137669.702946:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090842600/0xddf4fb6141777d16 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702949:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090842600/0xddf4fb6141777d16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:2.0:1746137669.702968:0:8828:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880090842800/0xddf4fb6141777d08 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5d7 expref: 28 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.702975:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137669.702976:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746137669.702978:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090842800/0xddf4fb6141777d08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5d7 expref: 28 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.702984:0:8828:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090842800, rc -2) 00010000:00010000:3.0:1746137669.703018:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be800/0xddf4fb6141777d01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.703025:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be800/0xddf4fb6141777d01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:3.0:1746137669.703034:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:3.0:1746137669.703112:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bfa00/0xddf4fb6141777cfa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5d0 expref: 29 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.703137:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be800/0xddf4fb6141777d01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5d0 expref: 28 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.703142:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:3.0:1746137669.703144:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137669.703145:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916be800, rc 0) 00000100:00100000:3.0:1746137669.703204:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+28:3721:x1830957333892736:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 673us (1026us total) trans 4294984533 rc 0/0 00000100:00100000:3.0:1746137669.703210:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38554 00000100:00100000:2.0:1746137669.703242:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+28:2009:x1830957333892864:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 512us (1074us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746137669.703247:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 639 00000100:00100000:0.0:1746137669.704940:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.704998:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333892992 00000100:00100000:3.0:1746137669.705005:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333892992 00000100:00100000:3.0:1746137669.705049:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 465 00000100:00100000:3.0:1746137669.705056:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c347b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+27:2008:x1830957333892992:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137669.705067:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137669.705084:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be800/0xddf4fb6141777d01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde5d0 expref: 27 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.705097:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:3.0:1746137669.705099:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137669.705141:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c347b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+26:2008:x1830957333892992:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 85us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137669.705147:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 465 00000100:00100000:0.0:1746137669.705464:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.706111:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333893248 00000100:00100000:3.0:1746137669.706117:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333893248 00000100:00100000:0.0:1746137669.706133:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.706158:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38555 00000100:00100000:1.0:1746137669.706163:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333893376 00000100:00100000:3.0:1746137669.706164:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c347480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+26:3721:x1830957333893248:12345-192.168.203.12@tcp:101:cmp.0 00000100:00100000:1.0:1746137669.706168:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333893376 00010000:00010000:3.0:1746137669.706181:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137669.706192:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bec00/0xddf4fb6141777d24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde608 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137669.706193:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 640 00000100:00100000:1.0:1746137669.706210:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+28:2010:x1830957333893376:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:1.0:1746137669.706227:0:8828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137669.706234:0:8828:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b000/0xddf4fb6141777d2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde60f expref: -99 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.706260:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009092aa00/0xddf4fb6141777d32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706270:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009092aa00/0xddf4fb6141777d32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706278:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009092aa00/0xddf4fb6141777d32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:3.0:1746137669.706286:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be400/0xddf4fb6141777d39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137669.706288:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b400/0xddf4fb6141777d40 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706293:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b400/0xddf4fb6141777d40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706297:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b400/0xddf4fb6141777d40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706324:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009092aa00/0xddf4fb6141777d32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706329:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009092aa00/0xddf4fb6141777d32 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706334:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009092aa00/0xddf4fb6141777d32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706339:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009092aa00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137669.706342:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009092aa00/0xddf4fb6141777d32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706348:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009092aa00/0xddf4fb6141777d32 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706356:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137669.706359:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137669.706362:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009092aa00/0xddf4fb6141777d32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706366:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009092aa00/0xddf4fb6141777d32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706386:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b400/0xddf4fb6141777d40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706390:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b400/0xddf4fb6141777d40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706394:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b400/0xddf4fb6141777d40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706397:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009092b400 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137669.706399:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b400/0xddf4fb6141777d40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706403:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b400/0xddf4fb6141777d40 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706409:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88008b092c00) 00010000:00010000:1.0:1746137669.706411:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137669.706413:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b400/0xddf4fb6141777d40 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706417:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b400/0xddf4fb6141777d40 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.706437:0:8828:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b000/0xddf4fb6141777d2b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde60f expref: 29 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.706445:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be400/0xddf4fb6141777d39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137669.706445:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137669.706446:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746137669.706449:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009092b000/0xddf4fb6141777d2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde60f expref: 29 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.706454:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be400/0xddf4fb6141777d39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137669.706455:0:8828:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009092b000, rc -2) 00000004:00200000:3.0:1746137669.706463:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00000100:00100000:1.0:1746137669.706504:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+29:2010:x1830957333893376:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 294us (370us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746137669.706511:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 640 00010000:00010000:3.0:1746137669.706533:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916bec00/0xddf4fb6141777d24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde608 expref: 29 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.706543:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be400/0xddf4fb6141777d39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde608 expref: 28 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.706549:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:3.0:1746137669.706550:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137669.706552:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916be400, rc 0) 00000100:00100000:3.0:1746137669.706889:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c347480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+28:3721:x1830957333893248:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 724us (1424us total) trans 4294984534 rc 0/0 00000100:00100000:3.0:1746137669.706895:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38555 00000100:00100000:0.0:1746137669.708279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.708342:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333893504 00000100:00100000:2.0:1746137669.708349:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333893504 00000100:00100000:2.0:1746137669.708396:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31794 00000100:00100000:2.0:1746137669.708403:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:2007:x1830957333893504:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746137669.708415:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137669.708430:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090843800/0xddf4fb6141777d4e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde64e expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.708447:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.708449:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.708454:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090843800/0xddf4fb6141777d4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde64e expref: 17 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137669.708466:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090843800/0xddf4fb6141777d4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde64e expref: 17 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137669.708475:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090843800, rc 0) 00000100:00100000:2.0:1746137669.708524:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2007:x1830957333893504:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 121us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137669.708529:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31794 00000100:00100000:0.0:1746137669.708578:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.708752:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333893632 00000100:00100000:2.0:1746137669.708755:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333893632 00000100:00100000:2.0:1746137669.708776:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31795 00000100:00100000:2.0:1746137669.708780:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+8:2007:x1830957333893632:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746137669.708786:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137669.708794:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090842400/0xddf4fb6141777d55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde655 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137669.708825:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.708827:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.708831:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090842400/0xddf4fb6141777d55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde655 expref: 9 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137669.708839:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090842400/0xddf4fb6141777d55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde655 expref: 9 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137669.708846:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090842400, rc 0) 00000100:00100000:2.0:1746137669.708865:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2007:x1830957333893632:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 85us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137669.708869:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31795 00000100:00100000:0.0:1746137669.710043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.710166:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333893760 00000100:00100000:3.0:1746137669.710171:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333893760 00000100:00100000:3.0:1746137669.710216:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 466 00000100:00100000:3.0:1746137669.710222:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+28:2007:x1830957333893760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137669.710231:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137669.710247:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916be400/0xddf4fb6141777d39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde608 expref: 28 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.710259:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:3.0:1746137669.710262:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137669.710284:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+27:2007:x1830957333893760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 63us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137669.710289:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 466 00000100:00100000:0.0:1746137669.725445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.725497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.725526:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333894144 00000100:00100000:2.0:1746137669.725533:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333894144 00000100:00100000:3.0:1746137669.725553:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333894272 00000100:00100000:3.0:1746137669.725558:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333894272 00002000:00100000:2.0:1746137669.725568:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (0->2097151) req@ffff88012c344000 x1830957333894144/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.725577:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff8800813a4000 x1830957333894272/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.725583:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344000 with x1830957333894144 ext(0->2097151) 00002000:00100000:3.0:1746137669.725584:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a4000 with x1830957333894272 ext(0->2097151) 00002000:00010000:3.0:1746137669.725587:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a4000 00002000:00010000:2.0:1746137669.725587:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c344000 00000100:00100000:3.0:1746137669.725785:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15190 00000100:00100000:2.0:1746137669.725791:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15191 00000100:00100000:3.0:1746137669.725793:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2010:x1830957333894272:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137669.725796:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2010:x1830957333894144:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137669.737995:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2010:x1830957333894144:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 12191us (12550us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137669.738003:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15191 00002000:00100000:2.0:1746137669.738012:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (0->2097151) req@ffff88012c344000 x1830957333894144/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.738020:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c344000 with x1830957333894144 ext(0->2097151) 00002000:00010000:2.0:1746137669.738024:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c344000 00000100:00100000:3.0:1746137669.741067:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2010:x1830957333894272:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 15268us (15562us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137669.741076:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15190 00002000:00100000:3.0:1746137669.741085:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff8800813a4000 x1830957333894272/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.741093:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a4000 with x1830957333894272 ext(0->2097151) 00002000:00010000:3.0:1746137669.741097:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a4000 00000100:00100000:0.0:1746137669.760714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.761565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.762663:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333894528 00000100:00100000:2.0:1746137669.762671:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333894528 00002000:00100000:2.0:1746137669.762711:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff8800813a4380 x1830957333894528/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.762721:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a4380 with x1830957333894528 ext(2097152->4194303) 00002000:00010000:2.0:1746137669.762725:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a4380 00000100:00100000:2.0:1746137669.762758:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333894784 00000100:00100000:2.0:1746137669.762761:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333894784 00002000:00100000:2.0:1746137669.762774:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff8800813a4700 x1830957333894784/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.762780:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a4700 with x1830957333894784 ext(2097152->4194303) 00002000:00010000:2.0:1746137669.762782:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a4700 00000100:00100000:3.0:1746137669.763523:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15192 00000100:00100000:3.0:1746137669.763532:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2009:x1830957333894528:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746137669.763537:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15193 00000100:00100000:2.0:1746137669.763543:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2010:x1830957333894784:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137669.781908:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2009:x1830957333894528:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 18369us (21191us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137669.781918:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15192 00002000:00100000:3.0:1746137669.781929:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff8800813a4380 x1830957333894528/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.781937:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a4380 with x1830957333894528 ext(2097152->4194303) 00002000:00010000:3.0:1746137669.781942:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a4380 00000100:00100000:2.0:1746137669.785638:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2010:x1830957333894784:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22088us (24068us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137669.785649:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15193 00002000:00100000:2.0:1746137669.785659:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff8800813a4700 x1830957333894784/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.785667:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a4700 with x1830957333894784 ext(2097152->4194303) 00002000:00010000:2.0:1746137669.785671:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a4700 00000100:00100000:0.0:1746137669.801331:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.801921:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333895040 00000100:00100000:2.0:1746137669.801931:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333895040 00002000:00100000:2.0:1746137669.801970:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff8800813a4a80 x1830957333895040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.801978:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a4a80 with x1830957333895040 ext(4194304->6291455) 00002000:00010000:2.0:1746137669.801983:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a4a80 00000100:00100000:2.0:1746137669.802015:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15194 00000100:00100000:2.0:1746137669.802022:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2010:x1830957333895040:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137669.802056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.802081:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333895296 00000100:00100000:3.0:1746137669.802085:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333895296 00002000:00100000:3.0:1746137669.802102:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff8800813a4e00 x1830957333895296/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.802109:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a4e00 with x1830957333895296 ext(4194304->6291455) 00002000:00010000:3.0:1746137669.802113:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a4e00 00000100:00100000:3.0:1746137669.802123:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15195 00000100:00100000:3.0:1746137669.802128:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2010:x1830957333895296:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137669.815425:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2010:x1830957333895040:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 13395us (14095us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137669.815435:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15194 00002000:00100000:3.0:1746137669.815444:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff8800813a4a80 x1830957333895040/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.815453:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a4a80 with x1830957333895040 ext(4194304->6291455) 00002000:00010000:3.0:1746137669.815458:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a4a80 00000100:00100000:3.0:1746137669.821543:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2010:x1830957333895296:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19408us (19481us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137669.821553:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15195 00002000:00100000:3.0:1746137669.821563:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff8800813a4e00 x1830957333895296/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.821572:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a4e00 with x1830957333895296 ext(4194304->6291455) 00002000:00010000:3.0:1746137669.821577:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a4e00 00000100:00100000:0.0:1746137669.822612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.822689:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333895552 00000100:00100000:3.0:1746137669.822696:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333895552 00002000:00100000:3.0:1746137669.822725:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff8800813a5180 x1830957333895552/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.822733:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a5180 with x1830957333895552 ext(6291456->7340031) 00002000:00010000:3.0:1746137669.822736:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a5180 00000100:00100000:3.0:1746137669.822762:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15196 00000100:00100000:3.0:1746137669.822767:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2007:x1830957333895552:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137669.828362:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.828450:0:27016:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333895808 00000100:00100000:2.0:1746137669.828458:0:27016:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333895808 00002000:00100000:2.0:1746137669.828494:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff8800813a5500 x1830957333895808/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.828503:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a5500 with x1830957333895808 ext(6291456->7340031) 00002000:00010000:2.0:1746137669.828508:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a5500 00000100:00100000:2.0:1746137669.828537:0:27016:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15197 00000100:00100000:2.0:1746137669.828544:0:27016:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2007:x1830957333895808:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137669.829622:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2007:x1830957333895552:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 6850us (7009us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.829631:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15196 00002000:00100000:3.0:1746137669.829638:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff8800813a5180 x1830957333895552/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.829646:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a5180 with x1830957333895552 ext(6291456->7340031) 00002000:00010000:3.0:1746137669.829649:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a5180 00000100:00100000:0.0:1746137669.830634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.831043:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333896064 00000100:00100000:3.0:1746137669.831051:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333896064 00002000:00100000:3.0:1746137669.831085:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff8800813a5880 x1830957333896064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.831093:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a5880 with x1830957333896064 ext(7340032->8388607) 00002000:00010000:3.0:1746137669.831098:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a5880 00000100:00100000:3.0:1746137669.831125:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15198 00000100:00100000:3.0:1746137669.831132:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2007:x1830957333896064:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137669.833721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.834648:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333896320 00000100:00100000:2.0:1746137669.834657:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333896320 00002000:00100000:2.0:1746137669.834695:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff8800813a5c00 x1830957333896320/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.834705:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a5c00 with x1830957333896320 ext(7340032->8388607) 00002000:00010000:2.0:1746137669.834710:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a5c00 00000100:00100000:2.0:1746137669.834730:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15199 00000100:00100000:2.0:1746137669.834738:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:2008:x1830957333896320:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137669.835540:0:27016:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+11:2007:x1830957333895808:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 6992us (7181us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.835548:0:27016:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15197 00002000:00100000:3.0:1746137669.835554:0:27016:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff8800813a5500 x1830957333895808/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.835561:0:27016:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a5500 with x1830957333895808 ext(6291456->7340031) 00002000:00010000:3.0:1746137669.835565:0:27016:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a5500 00000100:00100000:3.0:1746137669.837750:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2007:x1830957333896064:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 6605us (7107us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.837760:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15198 00002000:00100000:3.0:1746137669.837771:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff8800813a5880 x1830957333896064/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.837779:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a5880 with x1830957333896064 ext(7340032->8388607) 00002000:00010000:3.0:1746137669.837784:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a5880 00000100:00100000:2.0:1746137669.842044:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2008:x1830957333896320:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 7300us (8325us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137669.842059:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15199 00002000:00100000:2.0:1746137669.842069:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff8800813a5c00 x1830957333896320/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.842077:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a5c00 with x1830957333896320 ext(7340032->8388607) 00002000:00010000:2.0:1746137669.842082:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a5c00 00000100:00100000:0.0:1746137669.859117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.859166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.859269:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333896704 00000100:00100000:2.0:1746137669.859277:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333896704 00002000:00100000:2.0:1746137669.859312:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff8800813a5f80 x1830957333896704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.859321:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a5f80 with x1830957333896704 ext(8388608->10485759) 00002000:00010000:2.0:1746137669.859325:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a5f80 00000100:00100000:2.0:1746137669.859340:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333896832 00000100:00100000:2.0:1746137669.859343:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333896832 00002000:00100000:2.0:1746137669.859355:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff8800813a6300 x1830957333896832/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.859362:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a6300 with x1830957333896832 ext(8388608->10485759) 00002000:00010000:2.0:1746137669.859365:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a6300 00000100:00100000:2.0:1746137669.859392:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15200 00000100:00100000:2.0:1746137669.859398:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2007:x1830957333896704:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137669.859419:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15201 00000100:00100000:1.0:1746137669.859430:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2007:x1830957333896832:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746137669.878748:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2007:x1830957333896832:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19314us (19573us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137669.878758:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15201 00002000:00100000:1.0:1746137669.878769:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff8800813a6300 x1830957333896832/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137669.878778:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a6300 with x1830957333896832 ext(8388608->10485759) 00002000:00010000:1.0:1746137669.878783:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a6300 00000100:00100000:2.0:1746137669.880076:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2007:x1830957333896704:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 20673us (20961us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137669.880085:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15200 00002000:00100000:2.0:1746137669.880093:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff8800813a5f80 x1830957333896704/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.880101:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a5f80 with x1830957333896704 ext(8388608->10485759) 00002000:00010000:2.0:1746137669.880105:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a5f80 00000100:00100000:0.0:1746137669.885053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.885672:0:24947:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333897088 00000100:00100000:2.0:1746137669.885680:0:24947:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333897088 00002000:00100000:2.0:1746137669.885716:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff8800813a6680 x1830957333897088/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137669.885725:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a6680 with x1830957333897088 ext(10485760->11534335) 00002000:00010000:2.0:1746137669.885729:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a6680 00000100:00100000:2.0:1746137669.885761:0:24947:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15202 00000100:00100000:2.0:1746137669.885767:0:24947:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2008:x1830957333897088:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746137669.890503:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.890543:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.890677:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333897472 00000100:00100000:1.0:1746137669.890677:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333897728 00000100:00100000:3.0:1746137669.890683:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333897472 00000100:00100000:1.0:1746137669.890683:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333897728 00002000:00100000:3.0:1746137669.890712:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->12582911) req@ffff8800813a6a00 x1830957333897472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137669.890712:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->13631487) req@ffff8800813a6d80 x1830957333897728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/0 e 0 to 0 dl 1746137680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137669.890719:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a6d80 with x1830957333897728 ext(11534336->13631487) 00002000:00100000:3.0:1746137669.890721:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a6a00 with x1830957333897472 ext(10485760->12582911) 00002000:00010000:3.0:1746137669.890724:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a6a00 00002000:00010000:1.0:1746137669.890724:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a6d80 00000100:00100000:1.0:1746137669.890744:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15203 00000100:00100000:1.0:1746137669.890749:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+19:2008:x1830957333897728:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137669.890754:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15204 00000100:00100000:3.0:1746137669.890757:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2008:x1830957333897472:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746137669.894698:0:24947:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+19:2008:x1830957333897088:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 8924us (9644us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137669.894708:0:24947:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15202 00002000:00100000:3.0:1746137669.894718:0:24947:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff8800813a6680 x1830957333897088/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.894726:0:24947:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a6680 with x1830957333897088 ext(10485760->11534335) 00002000:00010000:3.0:1746137669.894730:0:24947:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a6680 00000100:00100000:1.0:1746137669.905141:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:2008:x1830957333897728:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14384us (14589us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137669.905152:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15203 00002000:00100000:1.0:1746137669.905161:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->13631487) req@ffff8800813a6d80 x1830957333897728/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137669.905170:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a6d80 with x1830957333897728 ext(11534336->13631487) 00002000:00010000:1.0:1746137669.905175:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800813a6d80 00000100:00100000:3.0:1746137669.907283:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:2008:x1830957333897472:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 16517us (16780us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137669.907294:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15204 00002000:00100000:3.0:1746137669.907303:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->12582911) req@ffff8800813a6a00 x1830957333897472/t0(0) o3->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:105/0 lens 488/440 e 0 to 0 dl 1746137680 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137669.907311:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800813a6a00 with x1830957333897472 ext(10485760->12582911) 00002000:00010000:3.0:1746137669.907316:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800813a6a00 00000100:00100000:0.0:1746137669.918672:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.918760:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333898112 00000100:00100000:3.0:1746137669.918768:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333898112 00000100:00100000:3.0:1746137669.918834:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 207 00000100:00100000:3.0:1746137669.918842:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+27:3721:x1830957333898112:12345-192.168.203.12@tcp:35:cmp.0 00000100:00100000:3.0:1746137669.919635:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+28:3721:x1830957333898112:12345-192.168.203.12@tcp:35:cmp.0 Request processed in 792us (967us total) trans 4294984535 rc 0/0 00000100:00100000:3.0:1746137669.919643:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 207 00000100:00100000:0.0:1746137669.921108:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.921180:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333898368 00000100:00100000:3.0:1746137669.921185:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333898368 00000100:00100000:3.0:1746137669.921234:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 208 00000100:00100000:3.0:1746137669.921240:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaebc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+28:3721:x1830957333898368:12345-192.168.203.12@tcp:35:cmp.0 00000100:00100000:3.0:1746137669.921371:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaebc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+29:3721:x1830957333898368:12345-192.168.203.12@tcp:35:cmp.0 Request processed in 131us (266us total) trans 4294984536 rc 0/0 00000100:00100000:3.0:1746137669.921376:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 208 00000100:00100000:0.0:1746137669.928912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.929126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.929167:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333898496 00000100:00100000:1.0:1746137669.929174:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333898496 00000100:00100000:1.0:1746137669.929229:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 641 00000100:00100000:1.0:1746137669.929236:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2010:x1830957333898496:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:1.0:1746137669.929267:0:8828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137669.929280:0:8828:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141777d5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde65c expref: -99 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.929316:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777d63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929328:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777d63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929336:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777d63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929347:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb6141777d6a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929356:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb6141777d6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929361:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb6141777d6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929387:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777d63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929392:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777d63 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929396:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777d63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929401:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e2ee00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137669.929404:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777d63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929409:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777d63 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929416:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137669.929419:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137669.929421:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777d63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929426:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777d63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929438:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb6141777d6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929442:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb6141777d6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929446:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb6141777d6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929449:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e2f200 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137669.929451:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb6141777d6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929455:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb6141777d6a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929459:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008b092200) 00010000:00010000:1.0:1746137669.929461:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137669.929462:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb6141777d6a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929466:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f200/0xddf4fb6141777d6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.929486:0:8828:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141777d5c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde65c expref: 39 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.929493:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137669.929495:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746137669.929497:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141777d5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde65c expref: 39 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.929504:0:8828:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2e400, rc -2) 00000100:00100000:1.0:1746137669.929545:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:2010:x1830957333898496:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 309us (641us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746137669.929551:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 641 00000100:00100000:3.0:1746137669.929924:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333898752 00000100:00100000:3.0:1746137669.929929:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333898752 00000100:00100000:3.0:1746137669.929967:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38556 00000100:00100000:3.0:1746137669.929973:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:3724:x1830957333898752:12345-192.168.203.12@tcp:36:rm.0 00010000:00010000:3.0:1746137669.929996:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746137669.930007:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfe7a00/0xddf4fb6141777ac3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4d4 expref: 38 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.930033:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b345400/0xddf4fb6141777a84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde4bf expref: 37 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.930043:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:3.0:1746137669.930049:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b33b000/0xddf4fb6141777c60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde54b expref: 36 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.930057:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137669.930060:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137669.930067:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.930075:0:7237:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777cad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde56e expref: 28 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.930081:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.930103:0:7237:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777cad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde56e expref: 28 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.930112:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777cad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde56e expref: 28 pid: 7235 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746137669.930122:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a177800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7237:1830957327554176:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137669.930189:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a816c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137669.932707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.932780:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333898880 00000100:00100000:2.0:1746137669.932787:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333898880 00010000:00010000:2.0:1746137669.932844:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777cad lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde56e expref: 29 pid: 7235 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746137669.932869:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16127 00000100:00100000:2.0:1746137669.932876:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+29:2007:x1830957333898880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137669.932887:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137669.932891:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777cad lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde56e expref: 29 pid: 7235 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746137669.932900:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777cad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde56e expref: 29 pid: 7235 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746137669.932916:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:2.0:1746137669.932920:0:7224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.932927:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.932932:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.932944:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137669.933033:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094e32800/0xddf4fb6141777cad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde56e expref: 29 pid: 7235 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746137669.933046:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a177800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7237:1830957327554176:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137669.933060:0:7237:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.933067:0:7237:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.933080:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.933097:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5fc00/0xddf4fb6141777d78 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.933104:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5fc00/0xddf4fb6141777d78 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.933110:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5fc00/0xddf4fb6141777d78 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.933168:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.933176:0:7237:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777b17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde51a expref: 28 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.933181:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.933213:0:7237:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777b17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde51a expref: 28 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.933222:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777b17 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde51a expref: 28 pid: 7237 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746137669.933231:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a177800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7237:1830957327554304:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137669.933283:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a816c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137669.933326:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+28:2007:x1830957333898880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 106us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137669.933333:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16127 00000100:00100000:3.0:1746137669.936425:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a177800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7237:1830957327554304:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137669.936447:0:7237:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000100:00100000:1.0:1746137669.936582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.936752:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333899008 00000100:00100000:2.0:1746137669.936757:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333899008 00010000:00010000:2.0:1746137669.936781:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777b17 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde51a expref: 28 pid: 7237 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746137669.936883:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16128 00000100:00100000:2.0:1746137669.936890:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+28:2007:x1830957333899008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137669.936903:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137669.936908:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777b17 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde51a expref: 28 pid: 7237 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746137669.936917:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777b17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde51a expref: 28 pid: 7237 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746137669.936936:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009098f200/0xddf4fb6141777b17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde51a expref: 28 pid: 7237 timeout: 831 lvb_type: 0 00010000:00010000:2.0:1746137669.937088:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:2.0:1746137669.937092:0:7224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.937099:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.937105:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746137669.937226:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137669.937306:0:7237:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937313:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000040:00080000:3.0:1746137669.937508:0:7237:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:3.0:1746137669.937515:0:7237:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 731982708938ns, next at 732982707448ns, rc = 0 00000040:00080000:3.0:1746137669.937532:0:7237:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:3.0:1746137669.937537:0:7237:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 731982731061ns, next at 732982730291ns, rc = 0 00010000:00010000:3.0:1746137669.937571:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937579:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937585:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937590:0:7237:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d86 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937594:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d86 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937599:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d86 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937610:0:7237:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746137669.937625:0:7225:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746137669.937628:0:7225:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d86 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937637:0:7225:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098862400 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:3.0:1746137669.937640:0:7225:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d86 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937646:0:7225:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d86 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937653:0:7225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:3.0:1746137669.937655:0:7225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746137669.937658:0:7225:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d86 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937661:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d86 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937669:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137669.937671:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137669.937672:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137669.937681:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937685:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937689:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937693:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090b5f600 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137669.937695:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937698:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937704:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880093370900) 00010000:00010000:3.0:1746137669.937706:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746137669.937708:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937712:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5f600/0xddf4fb6141777d7f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937788:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937793:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937797:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937801:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce8be00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137669.937823:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937827:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937838:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137669.937840:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137669.937843:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937847:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d71 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00000004:00010000:3.0:1746137669.937855:0:7237:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800813a7800 reply state ffff880096bbb000 transno 4294984537 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5fc00/0xddf4fb6141777d78 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937863:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b5fc00/0xddf4fb6141777d78 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.937867:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093370a00) 00010000:00010000:3.0:1746137669.937869:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137669.937871:0:7237:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746137669.937981:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+27:2007:x1830957333899008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1089us (1397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137669.937988:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16128 00000100:00100000:3.0:1746137669.939260:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:3724:x1830957333898752:12345-192.168.203.12@tcp:36:rm.0 Request processed in 9281us (10128us total) trans 4294984537 rc 0/0 00000100:00100000:3.0:1746137669.939269:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38556 00000100:00100000:0.0:1746137669.968457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.968547:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333899136 00000100:00100000:3.0:1746137669.968554:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333899136 00000100:00100000:3.0:1746137669.968602:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38557 00000100:00100000:3.0:1746137669.968608:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800813a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+37:3727:x1830957333899136:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746137669.968627:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137669.968640:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde694 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.968681:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777d94 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.968691:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777d94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.968700:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777d94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:3.0:1746137669.968729:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137669.968731:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137669.968745:0:7237:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777d94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.968764:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777d8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde694 expref: 39 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.968791:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777d94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde694 expref: 38 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.968798:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137669.968800:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137669.968823:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce8ac00, rc 0) 00000100:00100000:3.0:1746137669.968866:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800813a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:3727:x1830957333899136:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 258us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137669.968872:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38557 00000100:00100000:0.0:1746137669.971874:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.972993:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333899392 00000100:00100000:3.0:1746137669.973000:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333899392 00000100:00100000:3.0:1746137669.973235:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38558 00000100:00100000:3.0:1746137669.973242:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+38:3727:x1830957333899392:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746137669.973258:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137669.973261:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746137669.973279:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777d94 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde694 expref: 38 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.973292:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137669.973296:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137669.973304:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d9b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde69b expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.973373:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777da2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973383:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777da2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973390:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777da2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973397:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39e00/0xddf4fb6141777da9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973404:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39e00/0xddf4fb6141777da9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973409:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39e00/0xddf4fb6141777da9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973635:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777db0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973642:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777db0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973647:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777db0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137669.973660:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00010000:00010000:3.0:1746137669.973677:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777da2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973682:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777da2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973686:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777da2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973691:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777da2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973697:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d38e00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137669.973700:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777da2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973705:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777da2 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973711:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137669.973713:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137669.973716:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777da2 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973720:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777da2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00000004:00010000:3.0:1746137669.973728:0:7235:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880135640000 reply state ffff880092e96000 transno 4294984538 ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39e00/0xddf4fb6141777da9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973734:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39e00/0xddf4fb6141777da9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.973738:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093370a00) 00010000:00010000:3.0:1746137669.973739:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137669.973741:0:7235:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746137669.973756:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098862400/0xddf4fb6141777d9b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde69b expref: 40 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.973764:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777db0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde69b expref: 39 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.973769:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800908b5300) 00010000:00010000:3.0:1746137669.973771:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137669.973773:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d39c00, rc 0) 00000100:00100000:3.0:1746137669.973839:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:3727:x1830957333899392:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 597us (1970us total) trans 4294984538 rc 0/0 00000100:00100000:3.0:1746137669.973845:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38558 00000100:00100000:0.0:1746137669.975942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.976001:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333899648 00000100:00100000:3.0:1746137669.976008:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333899648 00000100:00100000:3.0:1746137669.976049:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38559 00000100:00100000:3.0:1746137669.976057:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:3727:x1830957333899648:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746137669.976075:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137669.976088:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38000/0xddf4fb6141777dbe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde6a2 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.976161:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.976171:0:7235:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777db0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde69b expref: 41 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.976178:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.976216:0:7235:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777db0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde69b expref: 41 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.976225:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777db0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde69b expref: 41 pid: 7235 timeout: 832 lvb_type: 0 00000100:00100000:3.0:1746137669.976235:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a177800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830957327554432:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137669.976315:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a816c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137669.978097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.978099:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a177800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830957327554432:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746137669.978116:0:7235:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000100:00100000:2.0:1746137669.978176:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333899776 00000100:00100000:2.0:1746137669.978180:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333899776 00010000:00010000:2.0:1746137669.978213:0:7224:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777db0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde69b expref: 42 pid: 7235 timeout: 832 lvb_type: 0 00000100:00100000:2.0:1746137669.978249:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16129 00000100:00100000:2.0:1746137669.978255:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135640700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:2007:x1830957333899776:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137669.978265:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137669.978270:0:7224:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777db0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde69b expref: 42 pid: 7235 timeout: 832 lvb_type: 0 00010000:00010000:2.0:1746137669.978278:0:7224:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777db0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde69b expref: 42 pid: 7235 timeout: 832 lvb_type: 0 00010000:00010000:2.0:1746137669.978293:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777db0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde69b expref: 42 pid: 7235 timeout: 832 lvb_type: 0 00010000:00010000:2.0:1746137669.978313:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800908b5300) 00010000:00010000:2.0:1746137669.978316:0:7224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746137669.978323:0:7224:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746137669.978329:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746137669.978341:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137669.978379:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135640700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:2007:x1830957333899776:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 124us (287us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137669.978407:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.978412:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137669.978423:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00000100:00100000:2.0:1746137669.978459:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16129 00000004:00080000:3.0:1746137669.978533:0:7235:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00000004:00080000:3.0:1746137669.978538:0:7235:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1f:0x0], index 0: 0 00010000:00010000:3.0:1746137669.978605:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.978611:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.978616:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.978620:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce8be00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137669.978623:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.978629:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.978636:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800908b5300) 00010000:00010000:3.0:1746137669.978638:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746137669.978641:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.978645:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8be00/0xddf4fb6141777dc5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.978678:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38000/0xddf4fb6141777dbe lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6a2 expref: 41 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.978685:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38000/0xddf4fb6141777dbe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6a2 expref: 41 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.978691:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d38000, rc 0) 00000100:00100000:3.0:1746137669.978727:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:3727:x1830957333899648:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 2670us (2790us total) trans 4294984539 rc 301/301 00000100:00100000:3.0:1746137669.978732:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38559 00000100:00100000:0.0:1746137669.980084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.980160:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333900032 00000100:00100000:1.0:1746137669.980165:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333900032 00000100:00100000:1.0:1746137669.980209:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 209 00000100:00100000:1.0:1746137669.980216:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+40:3727:x1830957333900032:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:1.0:1746137669.980374:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:3727:x1830957333900032:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 158us (293us total) trans 4294984540 rc 0/0 00000100:00100000:1.0:1746137669.980380:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 209 00000100:00100000:0.0:1746137669.981384:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.981465:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333900160 00000100:00100000:3.0:1746137669.981469:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333900160 00000100:00100000:3.0:1746137669.981503:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38560 00000100:00100000:3.0:1746137669.981508:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+41:3727:x1830957333900160:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746137669.981522:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137669.981536:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344400/0xddf4fb6141777dd3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde6a9 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.981576:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344400/0xddf4fb6141777dd3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6a9 expref: 42 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.981586:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344400/0xddf4fb6141777dd3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6a9 expref: 42 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.981603:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800908b5200) 00010000:00010000:3.0:1746137669.981605:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746137669.981607:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b344400, rc 0) 00000100:00100000:3.0:1746137669.981631:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:3727:x1830957333900160:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 122us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137669.981636:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38560 00000100:00100000:0.0:1746137669.982966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.983009:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333900416 00000100:00100000:3.0:1746137669.983013:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333900416 00000100:00100000:3.0:1746137669.983046:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 210 00000100:00100000:3.0:1746137669.983052:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+42:3727:x1830957333900416:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:3.0:1746137669.983174:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:3727:x1830957333900416:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 121us (210us total) trans 4294984541 rc 0/0 00000100:00100000:3.0:1746137669.983180:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 210 00000100:00100000:0.0:1746137669.988409:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746137669.988457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.988532:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333900544 00000100:00100000:3.0:1746137669.988539:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333900544 00000100:00100000:1.0:1746137669.988566:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333900672 00000100:00100000:1.0:1746137669.988569:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333900672 00000100:00100000:3.0:1746137669.988580:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38561 00000100:00100000:3.0:1746137669.988587:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+43:3728:x1830957333900544:12345-192.168.203.12@tcp:101:dd.0 00000100:00100000:1.0:1746137669.988603:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38562 00000100:00100000:1.0:1746137669.988608:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+27:3729:x1830957333900672:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137669.988610:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137669.988615:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137669.988623:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38000/0xddf4fb6141777de1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde6b0 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.988623:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ec00/0xddf4fb6141777dda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde6b7 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.988665:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141777de8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137669.988675:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141777de8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746137669.988684:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141777de8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746137669.988706:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777def lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.988712:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777def lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00000004:00200000:1.0:1746137669.988717:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746137669.988719:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1746137669.988721:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777def lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137669.988731:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137669.988733:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746137669.988733:0:7237:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141777de8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00010000:3.0:1746137669.988737:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777def lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.988747:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38000/0xddf4fb6141777de1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6b0 expref: 45 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.988748:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ec00/0xddf4fb6141777dda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6b7 expref: 29 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.988823:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777def lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6b0 expref: 44 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.988823:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141777de8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6b7 expref: 28 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.988829:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137669.988832:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746137669.988834:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137669.988835:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d39c00, rc 0) 00010000:00010000:1.0:1746137669.988836:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746137669.988837:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2e400, rc 0) 00000100:00100000:3.0:1746137669.988870:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+44:3728:x1830957333900544:12345-192.168.203.12@tcp:101:dd.0 Request processed in 283us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137669.988870:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+28:3729:x1830957333900672:12345-192.168.203.12@tcp:101:dd.0 Request processed in 261us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137669.988875:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38561 00000100:00100000:1.0:1746137669.988878:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38562 00000100:00100000:0.0:1746137669.990629:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.990690:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333900928 00000100:00100000:3.0:1746137669.990698:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333900928 00000100:00100000:3.0:1746137669.990728:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38563 00000100:00100000:3.0:1746137669.990735:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+28:3729:x1830957333900928:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137669.990749:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137669.990761:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38800/0xddf4fb6141777df6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde6be expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.990938:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344200/0xddf4fb6141777dfd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.990946:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344200/0xddf4fb6141777dfd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.990952:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344200/0xddf4fb6141777dfd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137669.990958:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:3.0:1746137669.991024:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38800/0xddf4fb6141777df6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6be expref: 31 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.991036:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b344200/0xddf4fb6141777dfd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6be expref: 30 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.991042:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012eea9300) 00010000:00010000:3.0:1746137669.991044:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746137669.991046:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b344200, rc 0) 00000100:00100000:3.0:1746137669.991087:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+30:3729:x1830957333900928:12345-192.168.203.12@tcp:101:dd.0 Request processed in 352us (461us total) trans 4294984542 rc 0/0 00000100:00100000:3.0:1746137669.991093:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38563 00000100:00100000:0.0:1746137669.991619:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.991684:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333901312 00000100:00100000:1.0:1746137669.991688:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333901312 00000100:00100000:1.0:1746137669.991718:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 642 00000100:00100000:1.0:1746137669.991724:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c63050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+44:2008:x1830957333901312:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:1.0:1746137669.991742:0:8828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137669.991749:0:8828:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f400/0xddf4fb6141777e0b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde6c5 expref: -99 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.991774:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777e12 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991781:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777e12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991788:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777e12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991796:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777e19 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991828:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777e19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991833:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777e19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991901:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a2b6e00/0xddf4fb6141777e20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991908:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012a2b6e00/0xddf4fb6141777e20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991913:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012a2b6e00/0xddf4fb6141777e20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00000004:00200000:1.0:1746137669.991924:0:8828:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00000004:00200000:1.0:1746137669.991927:0:8828:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746137669.991936:0:8828:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012a2b6e00/0xddf4fb6141777e20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991943:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012a2b6e00/0xddf4fb6141777e20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991949:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777e12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991954:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777e12 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991959:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777e12 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991964:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e2ee00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137669.991966:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777e12 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991973:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777e12 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991980:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137669.991982:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137669.991984:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777e12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991988:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ee00/0xddf4fb6141777e12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.991996:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777e19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992001:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777e19 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992005:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777e19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992009:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e2ea00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137669.992011:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777e19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992015:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777e19 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992020:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093370a00) 00010000:00010000:1.0:1746137669.992022:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137669.992024:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777e19 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992028:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ea00/0xddf4fb6141777e19 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992042:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2f400/0xddf4fb6141777e0b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6c5 expref: 46 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.992050:0:8828:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a2b6e00/0xddf4fb6141777e20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6c5 expref: 45 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.992055:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800908b5200) 00010000:00010000:1.0:1746137669.992056:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137669.992058:0:8828:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012a2b6e00, rc 0) 00010000:00010000:1.0:1746137669.992060:0:8828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137669.992066:0:8828:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeee00/0xddf4fb6141777e27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde6cc expref: -99 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.992081:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefa00/0xddf4fb6141777e2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992087:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefa00/0xddf4fb6141777e2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992092:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefa00/0xddf4fb6141777e2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992101:0:8828:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef400/0xddf4fb6141777e35 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992106:0:8828:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef400/0xddf4fb6141777e35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992110:0:8828:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef400/0xddf4fb6141777e35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992121:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefa00/0xddf4fb6141777e2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992126:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefa00/0xddf4fb6141777e2e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992130:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefa00/0xddf4fb6141777e2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992134:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094eefa00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137669.992136:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefa00/0xddf4fb6141777e2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992141:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefa00/0xddf4fb6141777e2e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992147:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137669.992149:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137669.992151:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefa00/0xddf4fb6141777e2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992155:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eefa00/0xddf4fb6141777e2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992162:0:8828:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef400/0xddf4fb6141777e35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992166:0:8828:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef400/0xddf4fb6141777e35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992170:0:8828:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef400/0xddf4fb6141777e35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992174:0:8828:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094eef400 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:1.0:1746137669.992176:0:8828:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef400/0xddf4fb6141777e35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992183:0:8828:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef400/0xddf4fb6141777e35 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992188:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008b092200) 00010000:00010000:1.0:1746137669.992190:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137669.992203:0:8828:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef400/0xddf4fb6141777e35 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00000100:00100000:2.0:1746137669.992209:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.992227:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333901184 00000100:00100000:3.0:1746137669.992230:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333901184 00000100:00100000:3.0:1746137669.992262:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38564 00000100:00100000:3.0:1746137669.992267:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+47:3728:x1830957333901184:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137669.992274:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137669.992276:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746137669.992285:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d39c00/0xddf4fb6141777def lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6b0 expref: 47 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.992296:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137669.992299:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137669.992303:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b000/0xddf4fb6141777e3c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde6e8 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.992344:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777e43 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.992350:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777e43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.992355:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777e43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137669.992361:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:3.0:1746137669.992408:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8b000/0xddf4fb6141777e3c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6e8 expref: 49 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.992416:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777e43 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6e8 expref: 48 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.992421:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012eea9f00) 00010000:00010000:3.0:1746137669.992422:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137669.992424:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d38e00, rc 0) 00000100:00100000:3.0:1746137669.992457:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+48:3728:x1830957333901184:12345-192.168.203.12@tcp:101:dd.0 Request processed in 190us (249us total) trans 4294984543 rc 0/0 00000100:00100000:3.0:1746137669.992462:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38564 00010000:00010000:1.0:1746137669.992508:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eef400/0xddf4fb6141777e35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8828 initiator: MDT0 00010000:00010000:1.0:1746137669.992529:0:8828:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeee00/0xddf4fb6141777e27 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6cc expref: 47 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.992535:0:8828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:1.0:1746137669.992537:0:8828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746137669.992539:0:8828:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eeee00/0xddf4fb6141777e27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6cc expref: 47 pid: 8828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.992550:0:8828:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eeee00, rc -2) 00000100:00100000:1.0:1746137669.992574:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c63050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2008:x1830957333901312:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 851us (957us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746137669.992580:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 642 00000100:00100000:0.0:1746137669.993992:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137669.994044:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333901568 00000100:00100000:3.0:1746137669.994050:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333901568 00000100:00100000:3.0:1746137669.994091:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38565 00000100:00100000:3.0:1746137669.994097:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+30:3729:x1830957333901568:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137669.994112:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137669.994115:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746137669.994132:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2e400/0xddf4fb6141777de8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6b7 expref: 30 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.994144:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137669.994147:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137669.994154:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18400/0xddf4fb6141777e51 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde704 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.994243:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0xddf4fb6141777e58 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994252:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0xddf4fb6141777e58 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994262:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0xddf4fb6141777e58 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994271:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777e5f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994276:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777e5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994281:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777e5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994313:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097f2de00/0xddf4fb6141777e66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994323:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097f2de00/0xddf4fb6141777e66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994327:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097f2de00/0xddf4fb6141777e66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746137669.994332:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00010000:00010000:3.0:1746137669.994375:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0xddf4fb6141777e58 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994378:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0xddf4fb6141777e58 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994382:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0xddf4fb6141777e58 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994384:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0xddf4fb6141777e58 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994387:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d19e00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137669.994390:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0xddf4fb6141777e58 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994393:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0xddf4fb6141777e58 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994396:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008cf60c00) 00010000:00010000:3.0:1746137669.994398:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137669.994399:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0xddf4fb6141777e58 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994402:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d19e00/0xddf4fb6141777e58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994411:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777e5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994415:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777e5f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994419:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777e5f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994422:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce8ac00 already unused, calling callback (ffffffffa0f12690) 00010000:00010000:3.0:1746137669.994424:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777e5f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994427:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777e5f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994432:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093370a00) 00010000:00010000:3.0:1746137669.994434:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137669.994436:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777e5f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994440:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce8ac00/0xddf4fb6141777e5f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746137669.994463:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d18400/0xddf4fb6141777e51 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde704 expref: 32 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.994472:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097f2de00/0xddf4fb6141777e66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde704 expref: 31 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137669.994478:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800908b5200) 00010000:00010000:3.0:1746137669.994480:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137669.994482:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097f2de00, rc 0) 00000100:00100000:3.0:1746137669.994523:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+31:3729:x1830957333901568:12345-192.168.203.12@tcp:101:dd.0 Request processed in 426us (536us total) trans 4294984544 rc 0/0 00000100:00100000:3.0:1746137669.994527:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38565 00000100:00100000:0.0:1746137669.995381:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.997341:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333901696 00000100:00100000:2.0:1746137669.997350:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333901696 00000100:00100000:1.0:1746137669.997377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137669.997398:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 467 00000100:00100000:2.0:1746137669.997404:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:2007:x1830957333901696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746137669.997413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746137669.997418:0:7224:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746137669.997427:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333901824 00000100:00100000:1.0:1746137669.997430:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333901824 00010000:00010000:2.0:1746137669.997436:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d38e00/0xddf4fb6141777e43 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde6e8 expref: 46 pid: 7235 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137669.997448:0:21535:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333901952 00000100:00100000:1.0:1746137669.997450:0:21535:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333901952 00010000:00010000:2.0:1746137669.997452:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012eea9f00) 00010000:00010000:2.0:1746137669.997456:0:7224:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137669.997463:0:21535:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31796 00000100:00100000:1.0:1746137669.997468:0:21535:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2010:x1830957333901824:12345-192.168.203.12@tcp:101:ll_agl.0 00010000:00010000:1.0:1746137669.997479:0:21535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137669.997485:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:2007:x1830957333901696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 81us (2106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137669.997489:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 467 00010000:00010000:1.0:1746137669.997490:0:21535:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eee600/0xddf4fb6141777e74 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde70b expref: -99 pid: 21535 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746137669.997508:0:21535:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746137669.997520:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.997522:0:21535:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.997528:0:21535:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eee600/0xddf4fb6141777e74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde70b expref: 10 pid: 21535 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746137669.997529:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31797 00000100:00100000:2.0:1746137669.997532:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2009:x1830957333901952:12345-192.168.203.12@tcp:101:ll_agl.0 00010000:00010000:2.0:1746137669.997537:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137669.997540:0:21535:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eee600/0xddf4fb6141777e74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde70b expref: 10 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137669.997543:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098bde000/0xddf4fb6141777e7b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde712 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.997548:0:21535:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eee600, rc 0) 00002000:00010000:2.0:1746137669.997553:0:9584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746137669.997558:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.997559:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137669.997562:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098bde000/0xddf4fb6141777e7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde712 expref: 9 pid: 9584 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746137669.997566:0:21535:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2010:x1830957333901824:12345-192.168.203.12@tcp:101:ll_agl.0 Request processed in 98us (191us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137669.997569:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098bde000/0xddf4fb6141777e7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde712 expref: 9 pid: 9584 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746137669.997571:0:21535:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31796 00010000:00010000:2.0:1746137669.997577:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098bde000, rc 0) 00000100:00100000:2.0:1746137669.997586:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2009:x1830957333901952:12345-192.168.203.12@tcp:101:ll_agl.0 Request processed in 54us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137669.997589:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31797 00000100:00100000:1.0:1746137669.997625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137669.997645:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333902208 00000100:00100000:1.0:1746137669.997648:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333902208 00000100:00100000:1.0:1746137669.997677:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15205 00000100:00100000:1.0:1746137669.997682:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2010:x1830957333902208:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137669.997818:0:27013:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094eefe00/0xddf4fb6141777e82 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.997831:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.997832:0:27013:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137669.997835:0:27013:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094eefe00/0xddf4fb6141777e82 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137669.997843:0:27013:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094eefe00/0xddf4fb6141777e82 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137669.999872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137670.000006:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333902464 00000100:00100000:1.0:1746137670.000013:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333902464 00000100:00100000:1.0:1746137670.000062:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15206 00000100:00100000:1.0:1746137670.000067:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2009:x1830957333902464:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746137670.000089:0:9588:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094eee800/0xddf4fb6141777e89 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.000097:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137670.000099:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137670.000102:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eee800/0xddf4fb6141777e89 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.000109:0:9588:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eee800/0xddf4fb6141777e89 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137670.004367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746137670.004383:0:27013:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094eefe00/0xddf4fb6141777e82 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.004393:0:27013:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094eefe00/0xddf4fb6141777e82 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.004402:0:27013:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094eefe00/0xddf4fb6141777e82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.004406:0:27013:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094eefe00 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137670.004408:0:27013:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094eefe00/0xddf4fb6141777e82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.004415:0:27013:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094eefe00/0xddf4fb6141777e82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.004427:0:27013:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094eefe00/0xddf4fb6141777e82 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.004431:0:27013:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094eefe00/0xddf4fb6141777e82 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137670.004435:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333902592 00000100:00100000:3.0:1746137670.004442:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333902592 00000100:00100000:3.0:1746137670.004484:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31798 00000100:00100000:1.0:1746137670.004484:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2010:x1830957333902208:12345-192.168.203.12@tcp:3:dd.0 Request processed in 6801us (6858us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137670.004489:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15205 00000100:00100000:3.0:1746137670.004490:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+9:3729:x1830957333902592:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746137670.004502:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137670.004516:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0xddf4fb6141777e90 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde719 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137670.004536:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eee600/0xddf4fb6141777e74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde70b expref: 11 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137670.004541:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137670.004543:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137670.004546:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0xddf4fb6141777e90 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde719 expref: 10 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137670.004568:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eee600/0xddf4fb6141777e74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde70b expref: 11 pid: 21535 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137670.004578:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eee600/0xddf4fb6141777e74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde70b expref: 11 pid: 21535 timeout: 832 lvb_type: 1 00000100:00100000:3.0:1746137670.004588:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a177800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830957327554560:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746137670.004658:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff880077a81c00 going to sleep for 11 seconds 00010000:00010000:1.0:1746137670.005959:0:9588:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094eee800/0xddf4fb6141777e89 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.005967:0:9588:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094eee800/0xddf4fb6141777e89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.005972:0:9588:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094eee800/0xddf4fb6141777e89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.005978:0:9588:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094eee800 already unused, calling callback (ffffffffa0866d70) 00010000:00010000:1.0:1746137670.005981:0:9588:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094eee800/0xddf4fb6141777e89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.005985:0:9588:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094eee800/0xddf4fb6141777e89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.005995:0:9588:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094eee800/0xddf4fb6141777e89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.005998:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eee800/0xddf4fb6141777e89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137670.006046:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2009:x1830957333902464:12345-192.168.203.12@tcp:3:dd.0 Request processed in 5978us (6181us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137670.006052:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15206 00000100:00100000:3.0:1746137670.006153:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a177800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830957327554560:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746137670.006160:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746137670.006167:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0xddf4fb6141777e90 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde719 expref: 10 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137670.006177:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d19e00, rc 0) 00000100:00100000:3.0:1746137670.006210:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:3729:x1830957333902592:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1720us (1850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137670.006211:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333902720 00000100:00100000:3.0:1746137670.006215:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31798 00000100:00100000:1.0:1746137670.006216:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333902720 00010000:00010000:1.0:1746137670.006239:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eee600/0xddf4fb6141777e74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde70b expref: 10 pid: 21535 timeout: 832 lvb_type: 1 00000100:00100000:1.0:1746137670.006265:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16130 00000100:00100000:1.0:1746137670.006270:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+10:2007:x1830957333902720:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137670.006278:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137670.006290:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eee600/0xddf4fb6141777e74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde70b expref: 10 pid: 21535 timeout: 832 lvb_type: 1 00010000:00010000:1.0:1746137670.006302:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eee600/0xddf4fb6141777e74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde70b expref: 10 pid: 21535 timeout: 832 lvb_type: 1 00010000:00010000:1.0:1746137670.006314:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eee600/0xddf4fb6141777e74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde70b expref: 10 pid: 21535 timeout: 832 lvb_type: 1 00010000:00010000:1.0:1746137670.006323:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137670.006324:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137670.006330:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0xddf4fb6141777e90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde719 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.006336:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0xddf4fb6141777e90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde719 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.006358:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d19e00/0xddf4fb6141777e90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde719 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137670.006367:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957327554688:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137670.006563:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c29d900 going to sleep for 11 seconds 00000100:00080000:1.0:1746137670.006572:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746137670.007782:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8387:1830957327554688:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137670.007798:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137670.007845:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333902720:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1573us (1685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137670.007853:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16130 00000100:00100000:0.0:1746137670.015077:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137670.015252:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333902848 00000100:00100000:3.0:1746137670.015264:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333902848 00000100:00100000:2.0:1746137670.015390:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31799 00000100:00100000:2.0:1746137670.015399:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+17:3729:x1830957333902848:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746137670.015419:0:26520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137670.015434:0:26520:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091624c00/0xddf4fb6141777e97 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdbfe60baf4cde720 expref: -99 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137670.015462:0:26520:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098bde000/0xddf4fb6141777e7b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde712 expref: 8 pid: 9584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137670.015469:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137670.015470:0:26520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137670.015473:0:26520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091624c00/0xddf4fb6141777e97 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde720 expref: 18 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137670.015550:0:26520:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098bde000/0xddf4fb6141777e7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde712 expref: 8 pid: 9584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137670.015563:0:26520:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098bde000/0xddf4fb6141777e7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde712 expref: 8 pid: 9584 timeout: 832 lvb_type: 1 00000100:00100000:2.0:1746137670.015574:0:26520:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327554816:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746137670.015683:0:26520:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008b3ab000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137670.017054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137670.017071:0:26520:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26520:1830957327554816:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746137670.017089:0:26520:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091624c00/0xddf4fb6141777e97 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde720 expref: 18 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137670.017105:0:26520:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091624c00, rc 0) 00000100:00100000:1.0:1746137670.017108:0:8387:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333902976 00000100:00100000:1.0:1746137670.017112:0:8387:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333902976 00000100:00100000:2.0:1746137670.017232:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+18:3729:x1830957333902848:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1833us (2160us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137670.017239:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31799 00010000:00010000:1.0:1746137670.017242:0:8387:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098bde000/0xddf4fb6141777e7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde712 expref: 9 pid: 9584 timeout: 832 lvb_type: 1 00000100:00100000:1.0:1746137670.017271:0:8387:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16131 00000100:00100000:1.0:1746137670.017276:0:8387:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+9:2007:x1830957333902976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137670.017285:0:8387:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137670.017299:0:8387:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098bde000/0xddf4fb6141777e7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde712 expref: 9 pid: 9584 timeout: 832 lvb_type: 1 00010000:00010000:1.0:1746137670.017307:0:8387:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098bde000/0xddf4fb6141777e7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde712 expref: 9 pid: 9584 timeout: 832 lvb_type: 1 00010000:00010000:1.0:1746137670.017322:0:8387:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098bde000/0xddf4fb6141777e7b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde712 expref: 9 pid: 9584 timeout: 832 lvb_type: 1 00010000:00010000:1.0:1746137670.017344:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137670.017346:0:8387:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137670.017350:0:8387:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091624c00/0xddf4fb6141777e97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde720 expref: 17 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.017356:0:8387:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091624c00/0xddf4fb6141777e97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde720 expref: 17 pid: 26520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137670.017375:0:8387:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091624c00/0xddf4fb6141777e97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0xdbfe60baf4cde720 expref: 17 pid: 26520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137670.017387:0:8387:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d4b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327554944:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746137670.017441:0:8387:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012c29d900 going to sleep for 11 seconds 00000100:00080000:0.0:1746137670.017484:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746137670.019862:0:8387:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d4b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8387:1830957327554944:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746137670.019886:0:8387:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137670.019966:0:8387:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+8:2007:x1830957333902976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2687us (2914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137670.019974:0:8387:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16131 00000100:00100000:0.0:1746137670.056654:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137670.056743:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333903232 00000100:00100000:3.0:1746137670.056750:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333903232 00000100:00100000:3.0:1746137670.056858:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 211 00000100:00100000:3.0:1746137670.056866:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+45:3728:x1830957333903232:12345-192.168.203.12@tcp:35:dd.0 00000100:00080000:0.0:1746137670.056965:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746137670.057130:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9ce0fd0d-8636-4998-8828-75f4ee87b5f5+46:3728:x1830957333903232:12345-192.168.203.12@tcp:35:dd.0 Request processed in 264us (481us total) trans 4294984545 rc 0/0 00000100:00100000:3.0:1746137670.057137:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 211 00000100:00100000:0.0:1746137670.067737:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746137670.067835:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333903488 00000100:00100000:1.0:1746137670.067842:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333903488 00002000:00100000:1.0:1746137670.067872:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff880135643480 x1830957333903488/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:106/0 lens 488/0 e 0 to 0 dl 1746137681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137670.067880:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135643480 with x1830957333903488 ext(0->4194303) 00002000:00010000:1.0:1746137670.067884:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135643480 00000100:00100000:1.0:1746137670.068003:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15207 00000100:00100000:1.0:1746137670.068009:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+10:2007:x1830957333903488:12345-192.168.203.12@tcp:4:dd.0 00010000:00010000:1.0:1746137670.075353:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137670.078642:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137670.079076:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333903744 00000100:00100000:3.0:1746137670.079084:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333903744 00002000:00100000:3.0:1746137670.079118:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (0->4194303) req@ffff880135643800 x1830957333903744/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:106/0 lens 488/0 e 0 to 0 dl 1746137681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137670.079126:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135643800 with x1830957333903744 ext(0->4194303) 00002000:00010000:3.0:1746137670.079131:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135643800 00000100:00100000:3.0:1746137670.079149:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15208 00000100:00100000:3.0:1746137670.079155:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+18:2009:x1830957333903744:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746137670.103837:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2007:x1830957333903488:12345-192.168.203.12@tcp:4:dd.0 Request processed in 35819us (36098us total) trans 4294970944 rc 0/0 00000100:00100000:1.0:1746137670.103849:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15207 00002000:00100000:1.0:1746137670.103859:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff880135643480 x1830957333903488/t4294970944(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:106/0 lens 488/448 e 0 to 0 dl 1746137681 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137670.103868:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135643480 with x1830957333903488 ext(0->4194303) 00002000:00010000:1.0:1746137670.103873:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135643480 00000100:00100000:3.0:1746137670.116640:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+20:2009:x1830957333903744:12345-192.168.203.12@tcp:4:dd.0 Request processed in 37477us (37997us total) trans 4294972224 rc 0/0 00000100:00100000:3.0:1746137670.116648:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15208 00002000:00100000:3.0:1746137670.116657:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (0->4194303) req@ffff880135643800 x1830957333903744/t4294972224(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:106/0 lens 488/448 e 0 to 0 dl 1746137681 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137670.116663:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135643800 with x1830957333903744 ext(0->4194303) 00002000:00010000:3.0:1746137670.116668:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135643800 00000100:00100000:0.0:1746137670.144256:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137670.144322:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333904000 00000100:00100000:3.0:1746137670.144330:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333904000 00002000:00100000:3.0:1746137670.144366:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff880135643b80 x1830957333904000/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:106/0 lens 488/0 e 0 to 0 dl 1746137681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137670.144375:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135643b80 with x1830957333904000 ext(4194304->8388607) 00002000:00010000:3.0:1746137670.144379:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135643b80 00000100:00100000:3.0:1746137670.144407:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15209 00000100:00100000:3.0:1746137670.144414:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+12:2009:x1830957333904000:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746137670.159918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137670.160649:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333904256 00000100:00100000:2.0:1746137670.160658:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333904256 00002000:00100000:2.0:1746137670.160694:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (4194304->8388607) req@ffff880135640700 x1830957333904256/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:106/0 lens 488/0 e 0 to 0 dl 1746137681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137670.160702:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135640700 with x1830957333904256 ext(4194304->8388607) 00002000:00010000:2.0:1746137670.160706:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135640700 00000100:00100000:2.0:1746137670.162408:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15210 00000100:00100000:2.0:1746137670.163736:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+20:2009:x1830957333904256:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:3.0:1746137670.180607:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2009:x1830957333904000:12345-192.168.203.12@tcp:4:dd.0 Request processed in 36185us (36348us total) trans 4294970945 rc 0/0 00000100:00100000:3.0:1746137670.180618:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15209 00002000:00100000:3.0:1746137670.180628:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff880135643b80 x1830957333904000/t4294970945(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:106/0 lens 488/448 e 0 to 0 dl 1746137681 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137670.180635:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135643b80 with x1830957333904000 ext(4194304->8388607) 00002000:00010000:3.0:1746137670.180639:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135643b80 00000100:00100000:2.0:1746137670.196255:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+22:2009:x1830957333904256:12345-192.168.203.12@tcp:4:dd.0 Request processed in 33829us (36336us total) trans 4294972225 rc 0/0 00000100:00100000:2.0:1746137670.196265:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15210 00002000:00100000:2.0:1746137670.196275:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (4194304->8388607) req@ffff880135640700 x1830957333904256/t4294972225(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:106/0 lens 488/448 e 0 to 0 dl 1746137681 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137670.196282:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135640700 with x1830957333904256 ext(4194304->8388607) 00002000:00010000:2.0:1746137670.196287:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135640700 00000100:00100000:1.0:1746137670.217416:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137670.217705:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333904512 00000100:00100000:2.0:1746137670.217713:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333904512 00002000:00100000:2.0:1746137670.217750:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff88011d4b6300 x1830957333904512/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:106/0 lens 488/0 e 0 to 0 dl 1746137681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137670.217766:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b6300 with x1830957333904512 ext(8388608->12582911) 00002000:00010000:2.0:1746137670.217771:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d4b6300 00000100:00100000:2.0:1746137670.217801:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15211 00000100:00100000:2.0:1746137670.217825:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+14:2008:x1830957333904512:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746137670.228452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746137670.228837:0:27013:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333904768 00000100:00100000:3.0:1746137670.228845:0:27013:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333904768 00002000:00100000:3.0:1746137670.228882:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (8388608->12582911) req@ffff88011d4b5180 x1830957333904768/t0(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:106/0 lens 488/0 e 0 to 0 dl 1746137681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137670.228890:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b5180 with x1830957333904768 ext(8388608->12582911) 00002000:00010000:3.0:1746137670.228895:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4b5180 00000100:00100000:3.0:1746137670.228918:0:27013:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15212 00000100:00100000:3.0:1746137670.228925:0:27013:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+22:2007:x1830957333904768:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746137670.231989:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746137670.232469:0:18115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957333905024 00000100:00100000:2.0:1746137670.232476:0:18115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957333905024 00000100:00100000:2.0:1746137670.232529:0:18115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 212 00000100:00100000:2.0:1746137670.232537:0:18115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+31:3729:x1830957333905024:12345-192.168.203.12@tcp:35:dd.0 00000100:00080000:1.0:1746137670.232954:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137670.233420:0:18115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+32:3729:x1830957333905024:12345-192.168.203.12@tcp:35:dd.0 Request processed in 881us (1435us total) trans 4294984546 rc 0/0 00000100:00100000:2.0:1746137670.233428:0:18115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 212 00000100:00100000:2.0:1746137670.251430:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+16:2008:x1830957333904512:12345-192.168.203.12@tcp:4:dd.0 Request processed in 33596us (34012us total) trans 4294970946 rc 0/0 00000100:00100000:2.0:1746137670.251441:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15211 00002000:00100000:2.0:1746137670.251451:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff88011d4b6300 x1830957333904512/t4294970946(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:106/0 lens 488/448 e 0 to 0 dl 1746137681 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137670.251459:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b6300 with x1830957333904512 ext(8388608->12582911) 00002000:00010000:2.0:1746137670.251463:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d4b6300 00000100:00100000:1.0:1746137670.268065:0:27013:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:360039b3-a0dd-4c2d-8b5a-b752fe3410f9+24:2007:x1830957333904768:12345-192.168.203.12@tcp:4:dd.0 Request processed in 39133us (39613us total) trans 4294972226 rc 0/0 00000100:00100000:1.0:1746137670.268077:0:27013:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15212 00002000:00100000:1.0:1746137670.268086:0:27013:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (8388608->12582911) req@ffff88011d4b5180 x1830957333904768/t4294972226(0) o4->360039b3-a0dd-4c2d-8b5a-b752fe3410f9@192.168.203.12@tcp:106/0 lens 488/448 e 0 to 0 dl 1746137681 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137670.268095:0:27013:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d4b5180 with x1830957333904768 ext(8388608->12582911) 00002000:00010000:1.0:1746137670.268099:0:27013:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d4b5180 00000100:00100000:0.0:1746137670.547230:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327555328:0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547277:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137670.547312:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3764:1830957327555840:0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547329:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137670.547339:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f107480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3764:1830957327556352:0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547350:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137670.547364:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746137670.547368:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830957327555456:0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547378:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137670.547385:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327555968:0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547398:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137670.547406:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800846d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327556480:0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547416:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137670.547432:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327555840 00000100:00100000:0.0:1746137670.547437:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327555840 00000100:00100000:0.0:1746137670.547465:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327556352 00000100:00100000:0.0:1746137670.547466:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327556352 00000100:00100000:0.0:1746137670.547476:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327555456 00000100:00100000:0.0:1746137670.547477:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327555456 00000100:00100000:0.0:1746137670.547487:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1746137670.547492:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830957327555840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547520:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830957327555840:12345-0@lo:400:kworker.0 Request processed in 28us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137670.547525:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1746137670.547535:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1746137670.547538:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830957327556352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547550:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830957327556352:12345-0@lo:400:kworker.0 Request processed in 12us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137670.547553:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1746137670.547559:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1746137670.547563:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830957327555456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547578:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830957327555456:12345-0@lo:400:kworker.0 Request processed in 15us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137670.547582:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1746137670.547612:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830957327555456:0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547620:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3764:1830957327555840:0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547626:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f107480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3764:1830957327556352:0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547652:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327555328 00000100:00100000:0.0:1746137670.547654:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327555328 00000100:00100000:0.0:1746137670.547673:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1746137670.547677:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957327555328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547703:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957327555328:12345-0@lo:400:kworker.0 Request processed in 25us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137670.547707:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00080000:0.0:1746137670.547719:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137670.547733:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327555328:0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547753:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327555968 00000100:00100000:0.0:1746137670.547755:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327555968 00000100:00100000:0.0:1746137670.547775:0:26520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327556480 00000100:00100000:0.0:1746137670.547776:0:26520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327556480 00000100:00100000:0.0:1746137670.547788:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1746137670.547792:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957327555968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547844:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957327555968:12345-0@lo:400:kworker.0 Request processed in 51us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137670.547855:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1746137670.547863:0:26520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1746137670.547867:0:26520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957327556480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547888:0:26520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957327556480:12345-0@lo:400:kworker.0 Request processed in 21us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137670.547891:0:26520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00080000:0.0:1746137670.547904:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746137670.547906:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137670.547917:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327555968:0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.547925:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800846d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327556480:0@lo:400:kworker.0 00000100:00100000:1.0:1746137670.548041:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801203d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830957327555200:0@lo:400:kworker.0 00000100:00100000:1.0:1746137670.548067:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137670.548129:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327555200 00000100:00100000:0.0:1746137670.548132:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327555200 00000100:00100000:0.0:1746137670.548147:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1746137670.548151:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830957327555200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137670.548172:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830957327555200:12345-0@lo:400:kworker.0 Request processed in 20us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137670.548175:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:1.0:1746137670.548254:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801203d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830957327555200:0@lo:400:kworker.0 00000100:00100000:1.0:1746137670.548260:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3763:1830957327555712:0@lo:400:kworker.0 00000100:00100000:1.0:1746137670.548275:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137670.548430:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3762:1830957327555072:0@lo:400:kworker.0 00000100:00100000:3.0:1746137670.548459:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137670.548497:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327555584:0@lo:400:kworker.0 00000100:00100000:2.0:1746137670.548503:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327555072 00000100:00100000:2.0:1746137670.548507:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327555072 00000100:00100000:3.0:1746137670.548515:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137670.548616:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008525f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3763:1830957327556224:0@lo:400:kworker.0 00000100:00100000:1.0:1746137670.548633:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137670.548690:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008525f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327556096:0@lo:400:kworker.0 00000100:00100000:2.0:1746137670.548694:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1746137670.548700:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9fc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9643f5bf-b52e-4056-a15a-6f76f7e7ba35+23:3762:x1830957327555072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137670.548708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137670.548722:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327556608:0@lo:400:kworker.0 00000100:00100000:2.0:1746137670.548726:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9fc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9643f5bf-b52e-4056-a15a-6f76f7e7ba35+23:3762:x1830957327555072:12345-0@lo:400:kworker.0 Request processed in 27us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137670.548730:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1746137670.548734:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137670.548752:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093096d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9643f5bf-b52e-4056-a15a-6f76f7e7ba35:3762:1830957327555072:0@lo:400:kworker.0 00000100:00100000:2.0:1746137670.548755:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327556096 00000100:00100000:2.0:1746137670.548757:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327556096 00000100:00100000:2.0:1746137670.548772:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327556608 00000100:00100000:2.0:1746137670.548773:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327556608 00000100:00100000:3.0:1746137670.548777:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1746137670.548783:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957327556096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137670.548786:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1746137670.548790:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957327556608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137670.548828:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957327556096:12345-0@lo:400:kworker.0 Request processed in 46us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137670.548828:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957327556608:12345-0@lo:400:kworker.0 Request processed in 38us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137670.548833:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1746137670.548836:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00080000:2.0:1746137670.548845:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746137670.548847:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137670.548855:0:3762:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972209 gen 2 00000004:00080000:3.0:1746137670.548859:0:3762:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800969c9500, transno 4294972209 00000100:00100000:3.0:1746137670.548868:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008525f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327556096:0@lo:400:kworker.0 00000100:00100000:3.0:1746137670.548875:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327556608:0@lo:400:kworker.0 00000100:00100000:1.0:1746137670.548988:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327555712 00000100:00100000:1.0:1746137670.548991:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327555712 00000100:00100000:1.0:1746137670.549012:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327556224 00000100:00100000:1.0:1746137670.549013:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327556224 00000100:00100000:1.0:1746137670.549024:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1746137670.549029:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830957327555712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137670.549056:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830957327555712:12345-0@lo:400:kworker.0 Request processed in 27us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137670.549061:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1746137670.549072:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:1.0:1746137670.549076:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830957327556224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137670.549094:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830957327556224:12345-0@lo:400:kworker.0 Request processed in 17us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137670.549098:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00080000:1.0:1746137670.549114:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746137670.549127:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3763:1830957327555712:0@lo:400:kworker.0 00000100:00100000:1.0:1746137670.549135:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008525f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3763:1830957327556224:0@lo:400:kworker.0 00000100:00100000:3.0:1746137670.549432:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327555584 00000100:00100000:3.0:1746137670.549436:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327555584 00000100:00100000:3.0:1746137670.549455:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1746137670.549459:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3762:x1830957327555584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137670.549485:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3762:x1830957327555584:12345-0@lo:400:kworker.0 Request processed in 26us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137670.549489:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1746137670.549504:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957327555584:0@lo:400:kworker.0 00000100:00100000:2.0:1746137670.611491:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746137670.611508:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327556736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746137670.611554:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137670.611625:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327556736 00000100:00100000:3.0:1746137670.611632:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327556736 00000100:00100000:3.0:1746137670.611670:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1746137670.611677:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957327556736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746137670.611694:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 556587840 pending 12656640 free 3855212544 avail 3609886720 00000100:00100000:3.0:1746137670.611723:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957327556736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137670.611728:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1746137670.612852:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957327556736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746137670.626979:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327556864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746137670.627031:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137670.627136:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327556992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746137670.627161:0:8828:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327556864 00000100:00100000:3.0:1746137670.627162:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137670.627167:0:8828:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327556864 00000100:00100000:0.0:1746137670.627208:0:8828:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1746137670.627210:0:11740:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957327556992 00000100:00100000:3.0:1746137670.627213:0:11740:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957327556992 00000100:00100000:0.0:1746137670.627214:0:8828:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957327556864:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746137670.627230:0:11740:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000004:00000024:0.0:1746137670.627238:0:8828:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:0.0:1746137670.627272:0:8828:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957327556864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137670.627277:0:8828:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1746137670.627287:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957327556864:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746137670.627371:0:11740:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327556992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746137670.627384:0:11740:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 556587840 pending 12656640 free 3855212544 avail 3609886720 00000100:00100000:3.0:1746137670.627407:0:11740:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957327556992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137670.627412:0:11740:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1746137670.627858:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ec59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957327556992:0@lo:13:osp-pre-1-0.0 00000001:02000400:3.0:1746137670.732106:0:28732:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00010000:00010000:2.0:1746137671.077088:0:11981:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 68316 lines, 68316 kept, 0 dropped, 0 bad.